log_sub-006_ica1_17-Nov-2021.txt 5.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192
  1. Input data size [72,1022000] = 72 channels, 1022000 frames
  2. Finding 72 ICA components using extended ICA.
  3. Kurtosis will be calculated initially every 1 blocks using 6000 data points.
  4. Decomposing 197 frames per ICA weight ((5184)^2 = 1022000 weights, Initial learning rate will be 0.001, block size 70.
  5. Learning rate will be multiplied by 0.98 whenever angledelta >= 60 deg.
  6. More than 32 channels: default stopping weight change 1E-7
  7. Training will end when wchange < 1e-07 or after 512 steps.
  8. Online bias adjustment will be used.
  9. Removing mean of each channel ...
  10. Final training data range: -1.90249 to 2.21533
  11. Computing the sphering matrix...
  12. Starting weights are the identity matrix ...
  13. Sphering the data ...
  14. Beginning ICA training ... first training step may be slow ...
  15. Lowering learning rate to 0.0009 and starting again.
  16. Lowering learning rate to 0.00081 and starting again.
  17. Lowering learning rate to 0.000729 and starting again.
  18. Lowering learning rate to 0.0006561 and starting again.
  19. Lowering learning rate to 0.00059049 and starting again.
  20. Lowering learning rate to 0.000531441 and starting again.
  21. Lowering learning rate to 0.000478297 and starting again.
  22. Lowering learning rate to 0.000430467 and starting again.
  23. Lowering learning rate to 0.00038742 and starting again.
  24. Lowering learning rate to 0.000348678 and starting again.
  25. Lowering learning rate to 0.000313811 and starting again.
  26. Lowering learning rate to 0.00028243 and starting again.
  27. Lowering learning rate to 0.000254187 and starting again.
  28. Lowering learning rate to 0.000228768 and starting again.
  29. Lowering learning rate to 0.000205891 and starting again.
  30. Lowering learning rate to 0.000185302 and starting again.
  31. Lowering learning rate to 0.000166772 and starting again.
  32. Lowering learning rate to 0.000150095 and starting again.
  33. Lowering learning rate to 0.000135085 and starting again.
  34. Lowering learning rate to 0.000121577 and starting again.
  35. Lowering learning rate to 0.000109419 and starting again.
  36. Lowering learning rate to 9.84771e-05 and starting again.
  37. Lowering learning rate to 8.86294e-05 and starting again.
  38. Lowering learning rate to 7.97664e-05 and starting again.
  39. Lowering learning rate to 7.17898e-05 and starting again.
  40. Lowering learning rate to 6.46108e-05 and starting again.
  41. Lowering learning rate to 5.81497e-05 and starting again.
  42. Lowering learning rate to 5.23348e-05 and starting again.
  43. Lowering learning rate to 4.71013e-05 and starting again.
  44. Lowering learning rate to 4.23912e-05 and starting again.
  45. Lowering learning rate to 3.8152e-05 and starting again.
  46. Lowering learning rate to 3.43368e-05 and starting again.
  47. Lowering learning rate to 3.09032e-05 and starting again.
  48. Lowering learning rate to 2.78128e-05 and starting again.
  49. Lowering learning rate to 2.50316e-05 and starting again.
  50. Lowering learning rate to 2.25284e-05 and starting again.
  51. Lowering learning rate to 2.02756e-05 and starting again.
  52. Lowering learning rate to 1.8248e-05 and starting again.
  53. step 1 - lrate 0.000018, wchange 14251678137501516.00000000, angledelta 0.0 deg
  54. Lowering learning rate to 1.31386e-05 and starting again.
  55. step 1 - lrate 0.000013, wchange 454687073773.74615479, angledelta 0.0 deg
  56. Lowering learning rate to 9.45977e-06 and starting again.
  57. step 1 - lrate 0.000009, wchange 248073263.87265483, angledelta 0.0 deg
  58. Lowering learning rate to 8.51379e-06 and starting again.
  59. step 1 - lrate 0.000009, wchange 35915091.18699410, angledelta 0.0 deg
  60. step 2 - lrate 0.000009, wchange 1280635709870419.25000000, angledelta 0.0 deg
  61. Lowering learning rate to 6.12993e-06 and starting again.
  62. step 1 - lrate 0.000006, wchange 274627.27628984, angledelta 0.0 deg
  63. step 2 - lrate 0.000006, wchange 75693437592.18565369, angledelta 0.0 deg
  64. step 3 - lrate 0.000005, wchange 1671344039474803.50000000, angledelta 1.0 deg
  65. Lowering learning rate to 3.53084e-06 and starting again.
  66. step 1 - lrate 0.000004, wchange 1314.97337670, angledelta 0.0 deg
  67. step 2 - lrate 0.000004, wchange 1753859.29994258, angledelta 0.0 deg
  68. step 3 - lrate 0.000004, wchange 2387399463.70537138, angledelta 8.2 deg
  69. step 4 - lrate 0.000003, wchange 723023842134.56762695, angledelta 8.2 deg
  70. step 5 - lrate 0.000002, wchange 66634748909649.40625000, angledelta 8.2 deg
  71. step 6 - lrate 0.000002, wchange 2294327773305947.50000000, angledelta 8.2 deg
  72. Lowering learning rate to 1.30161e-06 and starting again.
  73. step 1 - lrate 0.000001, wchange 32.77263722, angledelta 0.0 deg
  74. step 2 - lrate 0.000001, wchange 110.68586390, angledelta 0.0 deg
  75. step 3 - lrate 0.000001, wchange 1582.69891741, angledelta 60.9 deg
  76. step 4 - lrate 0.000001, wchange 21048.16557891, angledelta 0.1 deg
  77. step 5 - lrate 0.000001, wchange 285423.49879662, angledelta 0.2 deg
  78. step 6 - lrate 0.000001, wchange 3870483.83896423, angledelta 0.3 deg
  79. step 7 - lrate 0.000001, wchange 52485681.70257562, angledelta 0.3 deg
  80. step 8 - lrate 0.000001, wchange 711731920.50820756, angledelta 0.4 deg
  81. step 9 - lrate 0.000001, wchange 9651438311.28011322, angledelta 0.5 deg
  82. step 10 - lrate 0.000001, wchange 61402974357.56158447, angledelta 0.5 deg
  83. step 11 - lrate 0.000001, wchange 248689767409.04626465, angledelta 0.6 deg
  84. step 12 - lrate 0.000001, wchange 699926151163.78833008, angledelta 0.6 deg
  85. step 13 - lrate 0.000001, wchange 1469615157534.29223633, angledelta 0.6 deg
  86. step 14 - lrate 0.000000, wchange 2438014098425.02685547, angledelta 0.7 deg
  87. step 15 - lrate 0.000000, wchange 3347044942621.93945312, angledelta 0.7 deg
  88. step 16 - lrate 0.000000, wchange 3947174580339.30615234, angledelta 0.7 deg
  89. step 17 - lrate 0.000000, wchange 4120584838723.93945312, angledelta 0.7 deg
  90. step 18 - lrate 0.000000, wchange 3901017704241.54638672, angledelta 0.7 deg
  91. step 19 - lrate 0.000000, wchange 3414947953803.45312500, angledelta 0.8 deg