log_sub-027_ica1_17-Nov-2021.txt 5.8 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394
  1. Input data size [72,926000] = 72 channels, 926000 frames
  2. Finding 72 ICA components using extended ICA.
  3. Kurtosis will be calculated initially every 1 blocks using 6000 data points.
  4. Decomposing 178 frames per ICA weight ((5184)^2 = 926000 weights, Initial learning rate will be 0.001, block size 69.
  5. Learning rate will be multiplied by 0.98 whenever angledelta >= 60 deg.
  6. More than 32 channels: default stopping weight change 1E-7
  7. Training will end when wchange < 1e-07 or after 512 steps.
  8. Online bias adjustment will be used.
  9. Removing mean of each channel ...
  10. Final training data range: -3.28751 to 2.99391
  11. Computing the sphering matrix...
  12. Starting weights are the identity matrix ...
  13. Sphering the data ...
  14. Beginning ICA training ... first training step may be slow ...
  15. Lowering learning rate to 0.0009 and starting again.
  16. Lowering learning rate to 0.00081 and starting again.
  17. Lowering learning rate to 0.000729 and starting again.
  18. Lowering learning rate to 0.0006561 and starting again.
  19. Lowering learning rate to 0.00059049 and starting again.
  20. Lowering learning rate to 0.000531441 and starting again.
  21. Lowering learning rate to 0.000478297 and starting again.
  22. Lowering learning rate to 0.000430467 and starting again.
  23. Lowering learning rate to 0.00038742 and starting again.
  24. Lowering learning rate to 0.000348678 and starting again.
  25. Lowering learning rate to 0.000313811 and starting again.
  26. Lowering learning rate to 0.00028243 and starting again.
  27. Lowering learning rate to 0.000254187 and starting again.
  28. Lowering learning rate to 0.000228768 and starting again.
  29. Lowering learning rate to 0.000205891 and starting again.
  30. Lowering learning rate to 0.000185302 and starting again.
  31. Lowering learning rate to 0.000166772 and starting again.
  32. Lowering learning rate to 0.000150095 and starting again.
  33. Lowering learning rate to 0.000135085 and starting again.
  34. Lowering learning rate to 0.000121577 and starting again.
  35. Lowering learning rate to 0.000109419 and starting again.
  36. Lowering learning rate to 9.84771e-05 and starting again.
  37. Lowering learning rate to 8.86294e-05 and starting again.
  38. Lowering learning rate to 7.97664e-05 and starting again.
  39. Lowering learning rate to 7.17898e-05 and starting again.
  40. Lowering learning rate to 6.46108e-05 and starting again.
  41. Lowering learning rate to 5.81497e-05 and starting again.
  42. Lowering learning rate to 5.23348e-05 and starting again.
  43. Lowering learning rate to 4.71013e-05 and starting again.
  44. Lowering learning rate to 4.23912e-05 and starting again.
  45. Lowering learning rate to 3.8152e-05 and starting again.
  46. Lowering learning rate to 3.43368e-05 and starting again.
  47. Lowering learning rate to 3.09032e-05 and starting again.
  48. Lowering learning rate to 2.78128e-05 and starting again.
  49. Lowering learning rate to 2.50316e-05 and starting again.
  50. Lowering learning rate to 2.25284e-05 and starting again.
  51. Lowering learning rate to 2.02756e-05 and starting again.
  52. step 1 - lrate 0.000020, wchange 19506289322854220.00000000, angledelta 0.0 deg
  53. Lowering learning rate to 1.45984e-05 and starting again.
  54. step 1 - lrate 0.000015, wchange 543908931084.89825439, angledelta 0.0 deg
  55. Lowering learning rate to 1.05109e-05 and starting again.
  56. step 1 - lrate 0.000011, wchange 282305300.19763362, angledelta 0.0 deg
  57. Lowering learning rate to 9.45977e-06 and starting again.
  58. step 1 - lrate 0.000009, wchange 40349002.69149352, angledelta 0.0 deg
  59. step 2 - lrate 0.000009, wchange 1626698803395580.75000000, angledelta 0.0 deg
  60. Lowering learning rate to 6.81103e-06 and starting again.
  61. step 1 - lrate 0.000007, wchange 298709.36857430, angledelta 0.0 deg
  62. step 2 - lrate 0.000007, wchange 89538226275.74905396, angledelta 0.0 deg
  63. step 3 - lrate 0.000005, wchange 2132921228350713.25000000, angledelta 0.7 deg
  64. Lowering learning rate to 3.92315e-06 and starting again.
  65. step 1 - lrate 0.000004, wchange 1380.59714774, angledelta 0.0 deg
  66. step 2 - lrate 0.000004, wchange 1934688.28983554, angledelta 0.0 deg
  67. step 3 - lrate 0.000004, wchange 2764145455.88251543, angledelta 8.0 deg
  68. step 4 - lrate 0.000003, wchange 870998138235.33618164, angledelta 8.0 deg
  69. step 5 - lrate 0.000003, wchange 82929628320460.14062500, angledelta 8.0 deg
  70. step 6 - lrate 0.000002, wchange 2985874587723024.00000000, angledelta 8.0 deg
  71. Lowering learning rate to 1.44623e-06 and starting again.
  72. step 1 - lrate 0.000001, wchange 32.95260753, angledelta 0.0 deg
  73. step 2 - lrate 0.000001, wchange 115.44407786, angledelta 0.0 deg
  74. step 3 - lrate 0.000001, wchange 1680.51502573, angledelta 60.6 deg
  75. step 4 - lrate 0.000001, wchange 22746.07933597, angledelta 0.1 deg
  76. step 5 - lrate 0.000001, wchange 313895.38727523, angledelta 0.1 deg
  77. step 6 - lrate 0.000001, wchange 4331749.79236536, angledelta 0.1 deg
  78. step 7 - lrate 0.000001, wchange 59778058.85334774, angledelta 0.1 deg
  79. step 8 - lrate 0.000001, wchange 824936016.40813804, angledelta 0.2 deg
  80. step 9 - lrate 0.000001, wchange 11384100875.34437752, angledelta 0.2 deg
  81. step 10 - lrate 0.000001, wchange 73528417588.45233154, angledelta 0.2 deg
  82. step 11 - lrate 0.000001, wchange 301450632399.93011475, angledelta 0.2 deg
  83. step 12 - lrate 0.000001, wchange 856801105030.74194336, angledelta 0.3 deg
  84. step 13 - lrate 0.000001, wchange 1813357831351.05371094, angledelta 0.3 deg
  85. step 14 - lrate 0.000000, wchange 3027786358624.11279297, angledelta 0.3 deg
  86. step 15 - lrate 0.000000, wchange 4178903863076.08593750, angledelta 0.3 deg
  87. step 16 - lrate 0.000000, wchange 4950151687822.15039062, angledelta 0.3 deg
  88. step 17 - lrate 0.000000, wchange 5187160490811.57031250, angledelta 0.3 deg
  89. step 18 - lrate 0.000000, wchange 4926694457809.04394531, angledelta 0.3 deg
  90. step 19 - lrate 0.000000, wchange 4324914811577.00878906, angledelta 0.3 deg
  91. step 20 - lrate 0.000000, wchange 3564526311351.82470703, angledelta 0.3 deg
  92. step 21 - lrate 0.000000, wchange 2793101890899.89648438, angledelta 0.3 deg
  93. step 22 - lrate 0.000000, wchange 2101882883890.90991211, angledelta 0.3 deg