ton/IronpenGPU
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

minor fix

Browse Source
This commit is contained in:
ton
2023-08-10 13:32:32 +07:00
parent 160128d7a8
commit bbda12bae8
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/learn.jl
View File

@@ -279,7 +279,7 @@ function onLearn!(wOut,
wOutChange, wOutChange,
arrayProjection4d) arrayProjection4d)
# merge learning weight with average learning weight # merge learning weight with average learning weight
wRec .+= (sum(wRecChange, dims=4) ./ (size(wRec, 4))) .* arrayProjection4d wOut .+= (sum(wOutChange, dims=4) ./ (size(wOut, 4))) .* arrayProjection4d
# adaptive wOut to help convergence using c_decay # adaptive wOut to help convergence using c_decay
wOut .-= 0.001 .* wOut wOut .-= 0.001 .* wOut