ton/IronpenGPU
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

dev

Browse Source
This commit is contained in:
tonaerospace
2023-09-15 11:06:08 +07:00
parent 1eca740395
commit 9ff567322d
3 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/learn.jl
View File

@@ -607,7 +607,6 @@ function neuroplasticity(synapseConnectionNumber,
mask_2 .*= 1 .+ eta # minor activity synapse weight will be reduced by eta
wRec .*= mask_2
#WORKING should i -w only for activated synapse only or ALL synapse. activated synapse representing this signal e.g. number 3
# -w, synapse with less than 10% of avg activity get reduced weight by eta
mask_less = isless.(synapticActivityCounter, lowerlimit) # 1st criteria
@@ -616,14 +615,16 @@ function neuroplasticity(synapseConnectionNumber,
wRec .*= mask_3
# -w all non-fire connection except mature connection
mask_notmature = isless.(wRec, 0.1) # 2nd criteria, weak synapse has weight < 0.1
mask_notmature = isless.(wRec, 0.1) # 2nd criteria, not mature synapse has weight < 0.1
mask_1 = alltrue.(mask_inactiveSynapse, mask_notmature)
mask_1 .*= 1 .- eta
wRec .*= mask_1
# prune weak connection
# mark weak / negative synaptic connection so they will get randomed in neuroplasticity()
wRec = GeneralUtils.replaceBetween.(wRec, 0.0, 0.01, -1.0) # mark with -1.0
# rewire synapse connection
#WORKING rewire synapse connection
elseif progress == 0 # no progress, no weight update, only rewire