log_sub-032_ica1_17-Nov-2021.txt 5.9 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495
  1. Input data size [72,1088500] = 72 channels, 1088500 frames
  2. Finding 72 ICA components using extended ICA.
  3. Kurtosis will be calculated initially every 1 blocks using 6000 data points.
  4. Decomposing 209 frames per ICA weight ((5184)^2 = 1088500 weights, Initial learning rate will be 0.001, block size 70.
  5. Learning rate will be multiplied by 0.98 whenever angledelta >= 60 deg.
  6. More than 32 channels: default stopping weight change 1E-7
  7. Training will end when wchange < 1e-07 or after 512 steps.
  8. Online bias adjustment will be used.
  9. Removing mean of each channel ...
  10. Final training data range: -3.83808 to 3.35865
  11. Computing the sphering matrix...
  12. Starting weights are the identity matrix ...
  13. Sphering the data ...
  14. Beginning ICA training ... first training step may be slow ...
  15. Lowering learning rate to 0.0009 and starting again.
  16. Lowering learning rate to 0.00081 and starting again.
  17. Lowering learning rate to 0.000729 and starting again.
  18. Lowering learning rate to 0.0006561 and starting again.
  19. Lowering learning rate to 0.00059049 and starting again.
  20. Lowering learning rate to 0.000531441 and starting again.
  21. Lowering learning rate to 0.000478297 and starting again.
  22. Lowering learning rate to 0.000430467 and starting again.
  23. Lowering learning rate to 0.00038742 and starting again.
  24. Lowering learning rate to 0.000348678 and starting again.
  25. Lowering learning rate to 0.000313811 and starting again.
  26. Lowering learning rate to 0.00028243 and starting again.
  27. Lowering learning rate to 0.000254187 and starting again.
  28. Lowering learning rate to 0.000228768 and starting again.
  29. Lowering learning rate to 0.000205891 and starting again.
  30. Lowering learning rate to 0.000185302 and starting again.
  31. Lowering learning rate to 0.000166772 and starting again.
  32. Lowering learning rate to 0.000150095 and starting again.
  33. Lowering learning rate to 0.000135085 and starting again.
  34. Lowering learning rate to 0.000121577 and starting again.
  35. Lowering learning rate to 0.000109419 and starting again.
  36. Lowering learning rate to 9.84771e-05 and starting again.
  37. Lowering learning rate to 8.86294e-05 and starting again.
  38. Lowering learning rate to 7.97664e-05 and starting again.
  39. Lowering learning rate to 7.17898e-05 and starting again.
  40. Lowering learning rate to 6.46108e-05 and starting again.
  41. Lowering learning rate to 5.81497e-05 and starting again.
  42. Lowering learning rate to 5.23348e-05 and starting again.
  43. Lowering learning rate to 4.71013e-05 and starting again.
  44. Lowering learning rate to 4.23912e-05 and starting again.
  45. Lowering learning rate to 3.8152e-05 and starting again.
  46. Lowering learning rate to 3.43368e-05 and starting again.
  47. Lowering learning rate to 3.09032e-05 and starting again.
  48. Lowering learning rate to 2.78128e-05 and starting again.
  49. Lowering learning rate to 2.50316e-05 and starting again.
  50. Lowering learning rate to 2.25284e-05 and starting again.
  51. Lowering learning rate to 2.02756e-05 and starting again.
  52. Lowering learning rate to 1.8248e-05 and starting again.
  53. Lowering learning rate to 1.64232e-05 and starting again.
  54. step 1 - lrate 0.000016, wchange 3288973440574485.00000000, angledelta 0.0 deg
  55. Lowering learning rate to 1.18247e-05 and starting again.
  56. step 1 - lrate 0.000012, wchange 149675030552.38568115, angledelta 0.0 deg
  57. Lowering learning rate to 8.51379e-06 and starting again.
  58. step 1 - lrate 0.000009, wchange 111418919.69773673, angledelta 0.0 deg
  59. step 2 - lrate 0.000009, wchange 12259479825851494.00000000, angledelta 0.0 deg
  60. Lowering learning rate to 6.12993e-06 and starting again.
  61. step 1 - lrate 0.000006, wchange 621255.39013165, angledelta 0.0 deg
  62. step 2 - lrate 0.000006, wchange 386904869094.20056152, angledelta 0.0 deg
  63. step 3 - lrate 0.000005, wchange 16319215534816376.00000000, angledelta 0.5 deg
  64. Lowering learning rate to 3.53084e-06 and starting again.
  65. step 1 - lrate 0.000004, wchange 2111.04968859, angledelta 0.0 deg
  66. step 2 - lrate 0.000004, wchange 4538193.98144789, angledelta 0.0 deg
  67. step 3 - lrate 0.000004, wchange 9879474040.31827927, angledelta 6.4 deg
  68. step 4 - lrate 0.000003, wchange 4393325850256.29687500, angledelta 6.4 deg
  69. step 5 - lrate 0.000002, wchange 552442072796003.50000000, angledelta 6.4 deg
  70. step 6 - lrate 0.000002, wchange 24071809351161804.00000000, angledelta 6.4 deg
  71. Lowering learning rate to 1.30161e-06 and starting again.
  72. step 1 - lrate 0.000001, wchange 34.93951030, angledelta 0.0 deg
  73. step 2 - lrate 0.000001, wchange 165.93068591, angledelta 0.0 deg
  74. step 3 - lrate 0.000001, wchange 2821.27125880, angledelta 58.1 deg
  75. step 4 - lrate 0.000001, wchange 47973.96990549, angledelta 58.1 deg
  76. step 5 - lrate 0.000001, wchange 815768.50845094, angledelta 58.1 deg
  77. step 6 - lrate 0.000001, wchange 13871653.69926920, angledelta 58.1 deg
  78. step 7 - lrate 0.000001, wchange 235879143.41917828, angledelta 58.1 deg
  79. step 8 - lrate 0.000001, wchange 4010983194.57209921, angledelta 58.1 deg
  80. step 9 - lrate 0.000001, wchange 31009046222.13662338, angledelta 58.1 deg
  81. step 10 - lrate 0.000001, wchange 146973744419.56405640, angledelta 58.1 deg
  82. step 11 - lrate 0.000001, wchange 469512830795.44805908, angledelta 58.1 deg
  83. step 12 - lrate 0.000001, wchange 1091636185535.40283203, angledelta 58.1 deg
  84. step 13 - lrate 0.000000, wchange 1965769059634.04272461, angledelta 58.1 deg
  85. step 14 - lrate 0.000000, wchange 2882823278860.95849609, angledelta 58.1 deg
  86. step 15 - lrate 0.000000, wchange 3585218237147.19726562, angledelta 58.1 deg
  87. step 16 - lrate 0.000000, wchange 3906422330258.29150391, angledelta 58.1 deg
  88. step 17 - lrate 0.000000, wchange 3828171551403.22119141, angledelta 58.1 deg
  89. step 18 - lrate 0.000000, wchange 3445850420487.08642578, angledelta 58.1 deg
  90. step 19 - lrate 0.000000, wchange 2897585359937.38134766, angledelta 58.1 deg
  91. step 20 - lrate 0.000000, wchange 2307265571308.73046875, angledelta 58.1 deg
  92. step 21 - lrate 0.000000, wchange 1758740847409.06616211, angledelta 58.1 deg
  93. step 22 - lrate 0.000000, wchange 1294595494572.76147461, angledelta 58.1 deg
  94. step 23 - lrate 0.000000, wchange 926662140612.25805664, angledelta 58.1 deg