log_sub-031_ica1_18-Nov-2021.txt 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115
  1. Input data size [72,1041500] = 72 channels, 1041500 frames
  2. Finding 72 ICA components using extended ICA.
  3. Kurtosis will be calculated initially every 1 blocks using 6000 data points.
  4. Decomposing 200 frames per ICA weight ((5184)^2 = 1041500 weights, Initial learning rate will be 0.001, block size 70.
  5. Learning rate will be multiplied by 0.98 whenever angledelta >= 60 deg.
  6. More than 32 channels: default stopping weight change 1E-7
  7. Training will end when wchange < 1e-07 or after 512 steps.
  8. Online bias adjustment will be used.
  9. Removing mean of each channel ...
  10. Final training data range: -4.73468 to 7.71204
  11. Computing the sphering matrix...
  12. Starting weights are the identity matrix ...
  13. Sphering the data ...
  14. Beginning ICA training ... first training step may be slow ...
  15. Lowering learning rate to 0.0009 and starting again.
  16. Lowering learning rate to 0.00081 and starting again.
  17. Lowering learning rate to 0.000729 and starting again.
  18. Lowering learning rate to 0.0006561 and starting again.
  19. Lowering learning rate to 0.00059049 and starting again.
  20. Lowering learning rate to 0.000531441 and starting again.
  21. Lowering learning rate to 0.000478297 and starting again.
  22. Lowering learning rate to 0.000430467 and starting again.
  23. Lowering learning rate to 0.00038742 and starting again.
  24. Lowering learning rate to 0.000348678 and starting again.
  25. Lowering learning rate to 0.000313811 and starting again.
  26. Lowering learning rate to 0.00028243 and starting again.
  27. Lowering learning rate to 0.000254187 and starting again.
  28. Lowering learning rate to 0.000228768 and starting again.
  29. Lowering learning rate to 0.000205891 and starting again.
  30. Lowering learning rate to 0.000185302 and starting again.
  31. Lowering learning rate to 0.000166772 and starting again.
  32. Lowering learning rate to 0.000150095 and starting again.
  33. Lowering learning rate to 0.000135085 and starting again.
  34. Lowering learning rate to 0.000121577 and starting again.
  35. Lowering learning rate to 0.000109419 and starting again.
  36. Lowering learning rate to 9.84771e-05 and starting again.
  37. Lowering learning rate to 8.86294e-05 and starting again.
  38. Lowering learning rate to 7.97664e-05 and starting again.
  39. Lowering learning rate to 7.17898e-05 and starting again.
  40. Lowering learning rate to 6.46108e-05 and starting again.
  41. Lowering learning rate to 5.81497e-05 and starting again.
  42. Lowering learning rate to 5.23348e-05 and starting again.
  43. Lowering learning rate to 4.71013e-05 and starting again.
  44. Lowering learning rate to 4.23912e-05 and starting again.
  45. Lowering learning rate to 3.8152e-05 and starting again.
  46. Lowering learning rate to 3.43368e-05 and starting again.
  47. Lowering learning rate to 3.09032e-05 and starting again.
  48. Lowering learning rate to 2.78128e-05 and starting again.
  49. Lowering learning rate to 2.50316e-05 and starting again.
  50. Lowering learning rate to 2.25284e-05 and starting again.
  51. Lowering learning rate to 2.02756e-05 and starting again.
  52. Lowering learning rate to 1.8248e-05 and starting again.
  53. step 1 - lrate 0.000018, wchange 30914786022024204.00000000, angledelta 0.0 deg
  54. Lowering learning rate to 1.31386e-05 and starting again.
  55. step 1 - lrate 0.000013, wchange 758035505689.02832031, angledelta 0.0 deg
  56. Lowering learning rate to 9.45977e-06 and starting again.
  57. step 1 - lrate 0.000009, wchange 358452844.14999157, angledelta 0.0 deg
  58. Lowering learning rate to 8.51379e-06 and starting again.
  59. step 1 - lrate 0.000009, wchange 50022139.25701204, angledelta 0.0 deg
  60. step 2 - lrate 0.000009, wchange 2499898072658840.50000000, angledelta 0.0 deg
  61. Lowering learning rate to 6.12993e-06 and starting again.
  62. step 1 - lrate 0.000006, wchange 348747.21994413, angledelta 0.0 deg
  63. step 2 - lrate 0.000006, wchange 122018489300.40841675, angledelta 0.0 deg
  64. step 3 - lrate 0.000005, wchange 3290466918748266.00000000, angledelta 1.0 deg
  65. Lowering learning rate to 3.53084e-06 and starting again.
  66. step 1 - lrate 0.000004, wchange 1510.03825631, angledelta 0.0 deg
  67. step 2 - lrate 0.000004, wchange 2317107.69534097, angledelta 0.0 deg
  68. step 3 - lrate 0.000004, wchange 3618681194.18509817, angledelta 7.6 deg
  69. step 4 - lrate 0.000003, wchange 1226461590011.63549805, angledelta 7.6 deg
  70. step 5 - lrate 0.000002, wchange 123868209605411.15625000, angledelta 7.6 deg
  71. step 6 - lrate 0.000002, wchange 4676632241893534.00000000, angledelta 7.6 deg
  72. Lowering learning rate to 1.30161e-06 and starting again.
  73. step 1 - lrate 0.000001, wchange 33.15721209, angledelta 0.0 deg
  74. step 2 - lrate 0.000001, wchange 124.69641189, angledelta 0.0 deg
  75. step 3 - lrate 0.000001, wchange 1875.73202308, angledelta 60.0 deg
  76. step 4 - lrate 0.000001, wchange 28219.69143542, angledelta 60.0 deg
  77. step 5 - lrate 0.000001, wchange 394508.63747572, angledelta 0.0 deg
  78. step 6 - lrate 0.000001, wchange 5622014.83127432, angledelta 0.1 deg
  79. step 7 - lrate 0.000001, wchange 80117515.93683447, angledelta 0.1 deg
  80. step 8 - lrate 0.000001, wchange 1141728887.67940021, angledelta 0.1 deg
  81. step 9 - lrate 0.000001, wchange 7581444311.17902184, angledelta 0.2 deg
  82. step 10 - lrate 0.000001, wchange 31784659574.32335281, angledelta 0.2 deg
  83. step 11 - lrate 0.000001, wchange 91981063469.21513367, angledelta 0.2 deg
  84. step 12 - lrate 0.000001, wchange 197511665998.74288940, angledelta 0.3 deg
  85. step 13 - lrate 0.000000, wchange 333653088789.99584961, angledelta 0.3 deg
  86. step 14 - lrate 0.000000, wchange 464841131475.42639160, angledelta 0.3 deg
  87. step 15 - lrate 0.000000, wchange 554804890750.68835449, angledelta 0.3 deg
  88. step 16 - lrate 0.000000, wchange 584919145290.69152832, angledelta 0.3 deg
  89. step 17 - lrate 0.000000, wchange 558285882926.96484375, angledelta 0.4 deg
  90. step 18 - lrate 0.000000, wchange 492043608559.42016602, angledelta 0.4 deg
  91. step 19 - lrate 0.000000, wchange 406838744166.26599121, angledelta 0.4 deg
  92. step 20 - lrate 0.000000, wchange 319620631207.74615479, angledelta 0.4 deg
  93. step 21 - lrate 0.000000, wchange 241027879623.46740723, angledelta 0.4 deg
  94. step 22 - lrate 0.000000, wchange 175900073472.59078979, angledelta 0.4 deg
  95. step 23 - lrate 0.000000, wchange 125046589617.74348450, angledelta 0.4 deg
  96. step 24 - lrate 0.000000, wchange 87048083764.82710266, angledelta 0.4 deg
  97. step 25 - lrate 0.000000, wchange 59586720044.61151886, angledelta 0.4 deg
  98. step 26 - lrate 0.000000, wchange 40243948301.50531006, angledelta 0.4 deg
  99. step 27 - lrate 0.000000, wchange 26889275890.18027115, angledelta 0.4 deg
  100. step 28 - lrate 0.000000, wchange 17812266833.09438705, angledelta 0.4 deg
  101. step 29 - lrate 0.000000, wchange 11718388098.57655525, angledelta 0.4 deg
  102. step 30 - lrate 0.000000, wchange 7666962560.53108120, angledelta 0.4 deg
  103. step 31 - lrate 0.000000, wchange 4994177156.78041172, angledelta 0.4 deg
  104. step 32 - lrate 0.000000, wchange 3241698622.96736336, angledelta 0.4 deg
  105. step 33 - lrate 0.000000, wchange 2098242436.55566859, angledelta 0.4 deg
  106. step 34 - lrate 0.000000, wchange 1355058900.03718591, angledelta 0.4 deg
  107. step 35 - lrate 0.000000, wchange 873526972.36678255, angledelta 0.4 deg
  108. step 36 - lrate 0.000000, wchange 879155933.64520764, angledelta 0.4 deg
  109. step 37 - lrate 0.000000, wchange 884821119.49850225, angledelta 0.4 deg
  110. step 38 - lrate 0.000000, wchange 890522977.99512219, angledelta 0.4 deg
  111. step 39 - lrate 0.000000, wchange 896261233.81450725, angledelta 0.4 deg
  112. step 40 - lrate 0.000000, wchange 902036710.16032457, angledelta 0.4 deg
  113. step 41 - lrate 0.000000, wchange 907849230.56082034, angledelta 0.4 deg
  114. step 42 - lrate 0.000000, wchange 913699294.36252809, angledelta 0.4 deg