ton/IronpenGPU
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add learn()

Browse Source
This commit is contained in:
ton
2023-07-26 15:21:34 +07:00
parent ff9909fd8d
commit a94354efb3
6 changed files with 224 additions and 87 deletions
Download Patch File Download Diff File Expand all files Collapse all files

47
src/forward.jl
View File

@@ -18,16 +18,16 @@ function (kfn::kfn_1)(input::AbstractArray)
# reset learning params
end
println(">>> input ", size(input))
d1, d2, d3 = size(input)
println(">>> zit ", size(kfn.zit))
println(">>> lif_zit ", size(kfn.lif_zit))
# println(">>> input ", size(input))
# println(">>> zit ", size(kfn.zit))
# println(">>> lif_zit ", size(kfn.lif_zit))
# println(">>> lif_recSignal ", size(kfn.lif_recSignal))
println(">>> lif_wRec ", size(kfn.lif_wRec))
println(">>> lif_refractoryCounter ", size(kfn.lif_refractoryCounter))
println(">>> lif_alpha ", size(kfn.lif_alpha))
println(">>> lif_vt0 ", size(kfn.lif_vt0))
println(">>> lif_vt0 sum ", sum(kfn.lif_vt0))
# println(">>> lif_wRec ", size(kfn.lif_wRec))
# println(">>> lif_refractoryCounter ", size(kfn.lif_refractoryCounter))
# println(">>> lif_alpha ", size(kfn.lif_alpha))
# println(">>> lif_vt0 ", size(kfn.lif_vt0))
# println(">>> lif_vt0 sum ", sum(kfn.lif_vt0))
# pass input_data into input neuron.
GeneralUtils.cartesianAssign!(kfn.zit, input)
@@ -45,7 +45,8 @@ function (kfn::kfn_1)(input::AbstractArray)
kfn.lif_epsilonRec,
kfn.lif_refractoryCounter,
kfn.lif_refractoryDuration,
kfn.lif_gammaPd)
kfn.lif_gammaPd,
kfn.lif_firingCounter)
alifForward( kfn.zit,
kfn.alif_zit,
@@ -65,7 +66,8 @@ function (kfn::kfn_1)(input::AbstractArray)
kfn.alif_a,
kfn.alif_beta,
kfn.alif_rho,
kfn.alif_gammaPd)
kfn.alif_gammaPd,
kfn.alif_firingCounter)
# update activation matrix by concatenate (input, lif_zt1, alif_zt1) to form activation matrix
_zit = cat(reshape(input, (d1, d2, 1, d3)),
@@ -76,7 +78,7 @@ function (kfn::kfn_1)(input::AbstractArray)
# read out
onForward( kfn.zit,
kfn.on_zit,
kfn.on_wRec,
kfn.on_wOut,
kfn.on_vt0,
kfn.on_vt1,
kfn.on_vth,
@@ -87,9 +89,11 @@ function (kfn::kfn_1)(input::AbstractArray)
kfn.on_epsilonRec,
kfn.on_refractoryCounter,
kfn.on_refractoryDuration,
kfn.on_gammaPd)
kfn.on_gammaPd,
kfn.on_firingCounter)
return kfn.on_zt1
return reshape(kfn.on_zt1, (d1, :)),
kfn.zit
end
function lifForward(kfn_zit,
@@ -105,7 +109,8 @@ function lifForward(kfn_zit,
epsilonRec,
refractoryCounter,
refractoryDuration,
gammaPd)
gammaPd,
firingCounter)
d1, d2, d3, d4 = size(wRec)
zit .= reshape(kfn_zit, (d1, d2, 1, d4)) .* ones(size(wRec)...) # project zit into zit
@@ -161,7 +166,8 @@ function alifForward(kfn_zit,
a,
beta,
rho,
gammaPd)
gammaPd,
firingCounter)
d1, d2, d3, d4 = size(wRec)
zit .= reshape(kfn_zit, (d1, d2, 1, d4)) .* ones(size(wRec)...) # project zit into zit
@@ -215,7 +221,7 @@ end
function onForward(kfn_zit,
zit,
wRec,
wOut,
vt0,
vt1,
vth,
@@ -226,9 +232,10 @@ function onForward(kfn_zit,
epsilonRec,
refractoryCounter,
refractoryDuration,
gammaPd)
d1, d2, d3, d4 = size(wRec)
zit .= reshape(kfn_zit, (d1, d2, 1, d4)) .* ones(size(wRec)...) # project zit into zit
gammaPd,
firingCounter)
d1, d2, d3, d4 = size(wOut)
zit .= reshape(kfn_zit, (d1, d2, 1, d4)) .* ones(size(wOut)...) # project zit into zit
for j in 1:d4, i in 1:d3 # compute along neurons axis of every batch
if view(refractoryCounter, :, :, i, j)[1] > 0 # neuron is inactive (in refractory period)
@@ -242,7 +249,7 @@ function onForward(kfn_zit,
else # neuron is active
view(vt1, :, :, i, j)[1] =
(view(alpha, :, :, i, j)[1] * view(vt0,:, :, i, j)[1]) +
sum(view(zit, :, :, i, j) .* view(wRec, :, :, i, j))
sum(view(zit, :, :, i, j) .* view(wOut, :, :, i, j))
if view(vt1, :, :, i, j)[1] > view(vth, :, :, i, j)[1]
view(zt1, :, :, i, j)[1] = 1
view(refractoryCounter, :, :, i, j)[1] =