ton/IronpenGPU
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

minor fix

Browse Source
This commit is contained in:
ton
2023-08-10 13:31:02 +07:00
parent 2a72479f83
commit 160128d7a8
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/learn.jl
View File

@@ -267,7 +267,7 @@ function alifLearn!(wRec,
wRecChange, wRecChange,
arrayProjection4d) arrayProjection4d)
# merge learning weight with average learning weight # merge learning weight with average learning weight
wRec .+= (sum(wRecChange) ./ (size(wRec, 4))) .* arrayProjection4d wRec .+= (sum(wRecChange, dims=4) ./ (size(wRec, 4))) .* arrayProjection4d
#TODO synaptic strength #TODO synaptic strength
@@ -279,7 +279,7 @@ function onLearn!(wOut,
wOutChange, wOutChange,
arrayProjection4d) arrayProjection4d)
# merge learning weight with average learning weight # merge learning weight with average learning weight
wOut .+= (sum(wOutChange) ./ (size(wOut, 4))) .* arrayProjection4d wRec .+= (sum(wRecChange, dims=4) ./ (size(wRec, 4))) .* arrayProjection4d
# adaptive wOut to help convergence using c_decay # adaptive wOut to help convergence using c_decay
wOut .-= 0.001 .* wOut wOut .-= 0.001 .* wOut