log_sub-023_ica1_18-Nov-2021.txt 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121
  1. Input data size [72,1020000] = 72 channels, 1020000 frames
  2. Finding 72 ICA components using extended ICA.
  3. Kurtosis will be calculated initially every 1 blocks using 6000 data points.
  4. Decomposing 196 frames per ICA weight ((5184)^2 = 1020000 weights, Initial learning rate will be 0.001, block size 70.
  5. Learning rate will be multiplied by 0.98 whenever angledelta >= 60 deg.
  6. More than 32 channels: default stopping weight change 1E-7
  7. Training will end when wchange < 1e-07 or after 512 steps.
  8. Online bias adjustment will be used.
  9. Removing mean of each channel ...
  10. Final training data range: -3.58127 to 2.98392
  11. Computing the sphering matrix...
  12. Starting weights are the identity matrix ...
  13. Sphering the data ...
  14. Beginning ICA training ... first training step may be slow ...
  15. Lowering learning rate to 0.0009 and starting again.
  16. Lowering learning rate to 0.00081 and starting again.
  17. Lowering learning rate to 0.000729 and starting again.
  18. Lowering learning rate to 0.0006561 and starting again.
  19. Lowering learning rate to 0.00059049 and starting again.
  20. Lowering learning rate to 0.000531441 and starting again.
  21. Lowering learning rate to 0.000478297 and starting again.
  22. Lowering learning rate to 0.000430467 and starting again.
  23. Lowering learning rate to 0.00038742 and starting again.
  24. Lowering learning rate to 0.000348678 and starting again.
  25. Lowering learning rate to 0.000313811 and starting again.
  26. Lowering learning rate to 0.00028243 and starting again.
  27. Lowering learning rate to 0.000254187 and starting again.
  28. Lowering learning rate to 0.000228768 and starting again.
  29. Lowering learning rate to 0.000205891 and starting again.
  30. Lowering learning rate to 0.000185302 and starting again.
  31. Lowering learning rate to 0.000166772 and starting again.
  32. Lowering learning rate to 0.000150095 and starting again.
  33. Lowering learning rate to 0.000135085 and starting again.
  34. Lowering learning rate to 0.000121577 and starting again.
  35. Lowering learning rate to 0.000109419 and starting again.
  36. Lowering learning rate to 9.84771e-05 and starting again.
  37. Lowering learning rate to 8.86294e-05 and starting again.
  38. Lowering learning rate to 7.97664e-05 and starting again.
  39. Lowering learning rate to 7.17898e-05 and starting again.
  40. Lowering learning rate to 6.46108e-05 and starting again.
  41. Lowering learning rate to 5.81497e-05 and starting again.
  42. Lowering learning rate to 5.23348e-05 and starting again.
  43. Lowering learning rate to 4.71013e-05 and starting again.
  44. Lowering learning rate to 4.23912e-05 and starting again.
  45. Lowering learning rate to 3.8152e-05 and starting again.
  46. Lowering learning rate to 3.43368e-05 and starting again.
  47. Lowering learning rate to 3.09032e-05 and starting again.
  48. Lowering learning rate to 2.78128e-05 and starting again.
  49. Lowering learning rate to 2.50316e-05 and starting again.
  50. Lowering learning rate to 2.25284e-05 and starting again.
  51. Lowering learning rate to 2.02756e-05 and starting again.
  52. Lowering learning rate to 1.8248e-05 and starting again.
  53. step 1 - lrate 0.000018, wchange 12517263078710124.00000000, angledelta 0.0 deg
  54. Lowering learning rate to 1.31386e-05 and starting again.
  55. step 1 - lrate 0.000013, wchange 431077636329.31262207, angledelta 0.0 deg
  56. Lowering learning rate to 9.45977e-06 and starting again.
  57. step 1 - lrate 0.000009, wchange 238729603.78986794, angledelta 0.0 deg
  58. Lowering learning rate to 8.51379e-06 and starting again.
  59. step 1 - lrate 0.000009, wchange 34695222.33610372, angledelta 0.0 deg
  60. step 2 - lrate 0.000009, wchange 1186247306467370.25000000, angledelta 0.0 deg
  61. Lowering learning rate to 6.12993e-06 and starting again.
  62. step 1 - lrate 0.000006, wchange 267868.42835313, angledelta 0.0 deg
  63. step 2 - lrate 0.000006, wchange 72015509369.01190186, angledelta 0.0 deg
  64. step 3 - lrate 0.000005, wchange 1543512143980047.75000000, angledelta 1.7 deg
  65. Lowering learning rate to 3.53084e-06 and starting again.
  66. step 1 - lrate 0.000004, wchange 1295.67435573, angledelta 0.0 deg
  67. step 2 - lrate 0.000004, wchange 1703633.96107409, angledelta 0.0 deg
  68. step 3 - lrate 0.000004, wchange 2286017491.78778267, angledelta 8.3 deg
  69. step 4 - lrate 0.000003, wchange 684231674235.78955078, angledelta 8.4 deg
  70. step 5 - lrate 0.000002, wchange 62430223742640.82812500, angledelta 8.4 deg
  71. step 6 - lrate 0.000002, wchange 2089713386401962.25000000, angledelta 8.5 deg
  72. Lowering learning rate to 1.30161e-06 and starting again.
  73. step 1 - lrate 0.000001, wchange 32.27186187, angledelta 0.0 deg
  74. step 2 - lrate 0.000001, wchange 109.31841801, angledelta 0.0 deg
  75. step 3 - lrate 0.000001, wchange 1554.88788261, angledelta 60.8 deg
  76. step 4 - lrate 0.000001, wchange 20570.75847020, angledelta 0.3 deg
  77. step 5 - lrate 0.000001, wchange 277507.78952170, angledelta 0.6 deg
  78. step 6 - lrate 0.000001, wchange 3743694.01088384, angledelta 0.8 deg
  79. step 7 - lrate 0.000001, wchange 50504009.01812614, angledelta 1.0 deg
  80. step 8 - lrate 0.000001, wchange 681320623.40148783, angledelta 1.2 deg
  81. step 9 - lrate 0.000001, wchange 9191308027.05154991, angledelta 1.4 deg
  82. step 10 - lrate 0.000001, wchange 58214841142.30400848, angledelta 1.6 deg
  83. step 11 - lrate 0.000001, wchange 234927945003.14974976, angledelta 1.7 deg
  84. step 12 - lrate 0.000001, wchange 659262446912.68273926, angledelta 1.8 deg
  85. step 13 - lrate 0.000001, wchange 1380915341753.55078125, angledelta 1.9 deg
  86. step 14 - lrate 0.000000, wchange 2286233870200.01220703, angledelta 2.0 deg
  87. step 15 - lrate 0.000000, wchange 3133105627475.21630859, angledelta 2.0 deg
  88. step 16 - lrate 0.000000, wchange 3688860756996.64013672, angledelta 2.0 deg
  89. step 17 - lrate 0.000000, wchange 3844979925420.35205078, angledelta 2.1 deg
  90. step 18 - lrate 0.000000, wchange 3634708407759.06445312, angledelta 2.1 deg
  91. step 19 - lrate 0.000000, wchange 3177280191209.85595703, angledelta 2.1 deg
  92. step 20 - lrate 0.000000, wchange 2608795637044.11035156, angledelta 2.1 deg
  93. step 21 - lrate 0.000000, wchange 2037414387770.12036133, angledelta 2.1 deg
  94. step 22 - lrate 0.000000, wchange 1528715643107.05786133, angledelta 2.1 deg
  95. step 23 - lrate 0.000000, wchange 1110952530913.02148438, angledelta 2.1 deg
  96. step 24 - lrate 0.000000, wchange 786998699515.44396973, angledelta 2.1 deg
  97. step 25 - lrate 0.000000, wchange 546244872793.99914551, angledelta 2.1 deg
  98. step 26 - lrate 0.000000, wchange 373019385635.97912598, angledelta 2.1 deg
  99. step 27 - lrate 0.000000, wchange 251438765468.07226562, angledelta 2.1 deg
  100. step 28 - lrate 0.000000, wchange 167727396451.02087402, angledelta 2.1 deg
  101. step 29 - lrate 0.000000, wchange 110960940699.84460449, angledelta 2.1 deg
  102. step 30 - lrate 0.000000, wchange 72921266825.94352722, angledelta 2.1 deg
  103. step 31 - lrate 0.000000, wchange 47667964792.15566254, angledelta 2.1 deg
  104. step 32 - lrate 0.000000, wchange 31029008278.03023529, angledelta 2.1 deg
  105. step 33 - lrate 0.000000, wchange 20129507779.66761017, angledelta 2.1 deg
  106. step 34 - lrate 0.000000, wchange 13023394760.49216652, angledelta 2.1 deg
  107. step 35 - lrate 0.000000, wchange 8407585318.70539474, angledelta 2.1 deg
  108. step 36 - lrate 0.000000, wchange 5418218072.12830448, angledelta 2.1 deg
  109. step 37 - lrate 0.000000, wchange 3486946910.72274017, angledelta 2.1 deg
  110. step 38 - lrate 0.000000, wchange 2241518079.39595985, angledelta 2.1 deg
  111. step 39 - lrate 0.000000, wchange 1439699793.22807264, angledelta 2.1 deg
  112. step 40 - lrate 0.000000, wchange 924026025.36420727, angledelta 2.1 deg
  113. step 41 - lrate 0.000000, wchange 926368133.60802400, angledelta 2.1 deg
  114. step 42 - lrate 0.000000, wchange 928697634.35309327, angledelta 2.1 deg
  115. step 43 - lrate 0.000000, wchange 931051098.16755283, angledelta 2.1 deg
  116. step 44 - lrate 0.000000, wchange 933398354.95273721, angledelta 2.1 deg
  117. step 45 - lrate 0.000000, wchange 935750392.63521767, angledelta 2.1 deg
  118. step 46 - lrate 0.000000, wchange 938122241.12871099, angledelta 2.1 deg
  119. step 47 - lrate 0.000000, wchange 940474754.00068283, angledelta 2.1 deg
  120. step 48 - lrate 0.000000, wchange 942878981.80529499, angledelta 2.1 deg