kfn forward()
This commit is contained in:
328
src/forward.jl
328
src/forward.jl
@@ -7,7 +7,9 @@ using ..type, ..snnUtil
|
||||
|
||||
#------------------------------------------------------------------------------------------------100
|
||||
|
||||
# kfn forward
|
||||
""" kfn forward
|
||||
input (row, col, batch)
|
||||
"""
|
||||
function (kfn::kfn_1)(input::AbstractArray)
|
||||
kfn.timeStep .+= 1
|
||||
|
||||
@@ -17,8 +19,9 @@ function (kfn::kfn_1)(input::AbstractArray)
|
||||
end
|
||||
|
||||
println(">>> input ", size(input))
|
||||
d1, d2, d3 = size(input)
|
||||
println(">>> zit ", size(kfn.zit))
|
||||
# println(">>> lif_zit ", size(kfn.lif_zit))
|
||||
println(">>> lif_zit ", size(kfn.lif_zit))
|
||||
# println(">>> lif_recSignal ", size(kfn.lif_recSignal))
|
||||
println(">>> lif_wRec ", size(kfn.lif_wRec))
|
||||
println(">>> lif_refractoryCounter ", size(kfn.lif_refractoryCounter))
|
||||
@@ -27,10 +30,8 @@ function (kfn::kfn_1)(input::AbstractArray)
|
||||
println(">>> lif_vt0 sum ", sum(kfn.lif_vt0))
|
||||
|
||||
# pass input_data into input neuron.
|
||||
s1, s2, s3 = size(input)
|
||||
GeneralUtils.cartesianAssign!(kfn.zit, reshape(input, (s1, s2, 1, s3)))
|
||||
|
||||
#WORKING LIF forward active neurons
|
||||
GeneralUtils.cartesianAssign!(kfn.zit, input)
|
||||
|
||||
lifForward( kfn.zit,
|
||||
kfn.lif_zit,
|
||||
kfn.lif_wRec,
|
||||
@@ -47,156 +48,221 @@ function (kfn::kfn_1)(input::AbstractArray)
|
||||
kfn.lif_gammaPd)
|
||||
|
||||
alifForward( kfn.zit,
|
||||
kfn.alif_zit,
|
||||
kfn.alif_wRec,
|
||||
kfn.alif_vt0,
|
||||
kfn.alif_vt1,
|
||||
kfn.alif_vth,
|
||||
kfn.alif_avth,
|
||||
kfn.alif_vRest,
|
||||
kfn.alif_zt1,
|
||||
kfn.alif_alpha,
|
||||
kfn.alif_phi,
|
||||
kfn.alif_epsilonRec,
|
||||
kfn.alif_epsilonRecA,
|
||||
kfn.alif_refractoryCounter,
|
||||
kfn.alif_refractoryDuration,
|
||||
kfn.alif_a,
|
||||
kfn.alif_beta,
|
||||
kfn.alif_rho,
|
||||
kfn.alif_gammaPd)
|
||||
kfn.alif_zit,
|
||||
kfn.alif_wRec,
|
||||
kfn.alif_vt0,
|
||||
kfn.alif_vt1,
|
||||
kfn.alif_vth,
|
||||
kfn.alif_avth,
|
||||
kfn.alif_vRest,
|
||||
kfn.alif_zt1,
|
||||
kfn.alif_alpha,
|
||||
kfn.alif_phi,
|
||||
kfn.alif_epsilonRec,
|
||||
kfn.alif_epsilonRecA,
|
||||
kfn.alif_refractoryCounter,
|
||||
kfn.alif_refractoryDuration,
|
||||
kfn.alif_a,
|
||||
kfn.alif_beta,
|
||||
kfn.alif_rho,
|
||||
kfn.alif_gammaPd)
|
||||
|
||||
# update activation matrix by concatenate (input, lif_zt1, alif_zt1) to form activation matrix
|
||||
_zit = cat(reshape(input, (d1, d2, 1, d3)),
|
||||
reshape(kfn.lif_zt1, (d1, :, 1, d3)),
|
||||
reshape(kfn.alif_zt1, (d1, :, 1, d3)), dims=2)
|
||||
kfn.zit .= reshape(_zit, (d1, :, d3))
|
||||
|
||||
#WORKING read out
|
||||
onForward( kfn.zit,
|
||||
kfn.on_zit,
|
||||
kfn.on_wRec,
|
||||
kfn.on_vt0,
|
||||
kfn.on_vt1,
|
||||
kfn.on_vth,
|
||||
kfn.on_vRest,
|
||||
kfn.on_zt1,
|
||||
kfn.on_alpha,
|
||||
kfn.on_phi,
|
||||
kfn.on_epsilonRec,
|
||||
kfn.on_refractoryCounter,
|
||||
kfn.on_refractoryDuration,
|
||||
kfn.on_gammaPd)
|
||||
|
||||
|
||||
error("debug end kfn forward")
|
||||
return kfn.on_zt1
|
||||
end
|
||||
|
||||
|
||||
function lifForward(zit,
|
||||
lif_zit,
|
||||
lif_wRec,
|
||||
lif_vt0,
|
||||
lif_vt1,
|
||||
lif_vth,
|
||||
lif_vRest,
|
||||
lif_zt1,
|
||||
lif_alpha,
|
||||
lif_phi,
|
||||
lif_epsilonRec,
|
||||
lif_refractoryCounter,
|
||||
lif_refractoryDuration,
|
||||
lif_gammaPd)
|
||||
_, _, d3, d4 = size(lif_wRec)
|
||||
lif_zit .= zit .* ones(size(lif_wRec)...) # project zit into lif_zit
|
||||
function lifForward(kfn_zit,
|
||||
zit,
|
||||
wRec,
|
||||
vt0,
|
||||
vt1,
|
||||
vth,
|
||||
vRest,
|
||||
zt1,
|
||||
alpha,
|
||||
phi,
|
||||
epsilonRec,
|
||||
refractoryCounter,
|
||||
refractoryDuration,
|
||||
gammaPd)
|
||||
d1, d2, d3, d4 = size(wRec)
|
||||
zit .= reshape(kfn_zit, (d1, d2, 1, d4)) .* ones(size(wRec)...) # project zit into zit
|
||||
|
||||
for j in 1:d4, i in 1:d3 # compute along neurons axis of every batch
|
||||
if view(lif_refractoryCounter, :, :, i, j)[1] > 0 # refractory period is active
|
||||
view(lif_refractoryCounter, :, :, i, j)[1] -= 1
|
||||
view(lif_zt1, :, :, i, j)[1] = 0
|
||||
view(lif_vt1, :, :, i, j)[1] =
|
||||
view(lif_alpha, :, :, i, j)[1] * view(lif_vt0, :, :, i, j)[1]
|
||||
view(lif_phi, :, :, i, j)[1] = 0.0
|
||||
view(lif_epsilonRec, :, :, i, j) .= view(lif_alpha, :, :, i, j)[1] .*
|
||||
view(lif_epsilonRec, :, :, i, j)
|
||||
if view(refractoryCounter, :, :, i, j)[1] > 0 # refractory period is active
|
||||
view(refractoryCounter, :, :, i, j)[1] -= 1
|
||||
view(zt1, :, :, i, j)[1] = 0
|
||||
view(vt1, :, :, i, j)[1] =
|
||||
view(alpha, :, :, i, j)[1] * view(vt0, :, :, i, j)[1]
|
||||
view(phi, :, :, i, j)[1] = 0.0
|
||||
view(epsilonRec, :, :, i, j) .= view(alpha, :, :, i, j)[1] .*
|
||||
view(epsilonRec, :, :, i, j)
|
||||
else # refractory period is inactive
|
||||
view(lif_vt1, :, :, i, j)[1] =
|
||||
(view(lif_alpha, :, :, i, j)[1] * view(lif_vt0,:, :, i, j)[1]) +
|
||||
sum(view(lif_zit, :, :, i, j) .* view(lif_wRec, :, :, i, j))
|
||||
if view(lif_vt1, :, :, i, j)[1] > view(lif_vth, :, :, i, j)[1]
|
||||
view(lif_zt1, :, :, i, j)[1] = 1
|
||||
view(lif_refractoryCounter, :, :, i, j)[1] =
|
||||
view(lif_refractoryDuration, :, :, i, j)[1]
|
||||
view(lif_firingCounter, :, :, i, j)[1] += 1
|
||||
view(lif_vt1, :, :, i, j)[1] = view(lif_vRest, :, :, i, j)[1]
|
||||
view(vt1, :, :, i, j)[1] =
|
||||
(view(alpha, :, :, i, j)[1] * view(vt0,:, :, i, j)[1]) +
|
||||
sum(view(zit, :, :, i, j) .* view(wRec, :, :, i, j))
|
||||
if view(vt1, :, :, i, j)[1] > view(vth, :, :, i, j)[1]
|
||||
view(zt1, :, :, i, j)[1] = 1
|
||||
view(refractoryCounter, :, :, i, j)[1] =
|
||||
view(refractoryDuration, :, :, i, j)[1]
|
||||
view(firingCounter, :, :, i, j)[1] += 1
|
||||
view(vt1, :, :, i, j)[1] = view(vRest, :, :, i, j)[1]
|
||||
else
|
||||
view(lif_zt1, :, :, i, j)[1] = 0
|
||||
view(zt1, :, :, i, j)[1] = 0
|
||||
end
|
||||
# there is a difference from alif formula
|
||||
view(lif_phi, :, :, i, j)[1] =
|
||||
(view(lif_gammaPd, :, :, i, j)[1] / view(lif_vth, :, :, i, j)[1]) *
|
||||
max(0, 1 - ((view(lif_vt1, :, :, i, j)[1] - view(lif_vth, :, :, i, j)[1]) /
|
||||
view(lif_vth, :, :, i, j)[1]))
|
||||
view(lif_epsilonRec, :, :, i, j) .=
|
||||
(view(lif_alpha, :, :, i, j)[1] .* view(lif_epsilonRec, :, :, i, j)) +
|
||||
view(lif_zit, :, :, i, j)
|
||||
view(phi, :, :, i, j)[1] =
|
||||
(view(gammaPd, :, :, i, j)[1] / view(vth, :, :, i, j)[1]) *
|
||||
max(0, 1 - ((view(vt1, :, :, i, j)[1] - view(vth, :, :, i, j)[1]) /
|
||||
view(vth, :, :, i, j)[1]))
|
||||
view(epsilonRec, :, :, i, j) .=
|
||||
(view(alpha, :, :, i, j)[1] .* view(epsilonRec, :, :, i, j)) +
|
||||
view(zit, :, :, i, j)
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
function alifForward(zit,
|
||||
alif_zit,
|
||||
alif_wRec,
|
||||
alif_vt0,
|
||||
alif_vt1,
|
||||
alif_vth,
|
||||
alif_avth,
|
||||
alif_vRest,
|
||||
alif_zt1,
|
||||
alif_alpha,
|
||||
alif_phi,
|
||||
alif_epsilonRec,
|
||||
alif_epsilonRecA,
|
||||
alif_refractoryCounter,
|
||||
alif_refractoryDuration,
|
||||
alif_a,
|
||||
alif_beta,
|
||||
alif_rho,
|
||||
alif_gammaPd)
|
||||
_, _, d3, d4 = size(alif_wRec)
|
||||
alif_zit .= zit .* ones(size(alif_wRec)...) # project zit into alif_zit
|
||||
function alifForward(kfn_zit,
|
||||
zit,
|
||||
wRec,
|
||||
vt0,
|
||||
vt1,
|
||||
vth,
|
||||
avth,
|
||||
vRest,
|
||||
zt1,
|
||||
alpha,
|
||||
phi,
|
||||
epsilonRec,
|
||||
epsilonRecA,
|
||||
refractoryCounter,
|
||||
refractoryDuration,
|
||||
a,
|
||||
beta,
|
||||
rho,
|
||||
gammaPd)
|
||||
d1, d2, d3, d4 = size(wRec)
|
||||
zit .= reshape(kfn_zit, (d1, d2, 1, d4)) .* ones(size(wRec)...) # project zit into zit
|
||||
|
||||
for j in 1:d4, i in 1:d3 # compute along neurons axis of every batch
|
||||
if view(alif_refractoryCounter, :, :, i, j)[1] > 0 # refractory period is active
|
||||
view(alif_refractoryCounter, :, :, i, j)[1] -= 1
|
||||
view(alif_zt1, :, :, i, j)[1] = 0
|
||||
view(alif_vt1, :, :, i, j)[1] = view(alif_alpha, :, :, i, j)[1] *
|
||||
view(alif_vt0, :, :, i, j)[1]
|
||||
view(alif_phi, :, :, i, j)[1] = 0.0
|
||||
view(alif_epsilonRec, :, :, i, j) .= view(alif_alpha, :, :, i, j)[1] .*
|
||||
view(alif_epsilonRec, :, :, i, j)
|
||||
view(alif_a, :, :, i, j)[1] =
|
||||
(view(alif_rho, :, :, i, j)[1] * view(alif_a, :, :, i, j)[1]) + 0
|
||||
if view(refractoryCounter, :, :, i, j)[1] > 0 # refractory period is active
|
||||
view(refractoryCounter, :, :, i, j)[1] -= 1
|
||||
view(zt1, :, :, i, j)[1] = 0
|
||||
view(vt1, :, :, i, j)[1] = view(alpha, :, :, i, j)[1] *
|
||||
view(vt0, :, :, i, j)[1]
|
||||
view(phi, :, :, i, j)[1] = 0.0
|
||||
view(epsilonRec, :, :, i, j) .= view(alpha, :, :, i, j)[1] .*
|
||||
view(epsilonRec, :, :, i, j)
|
||||
view(a, :, :, i, j)[1] =
|
||||
(view(rho, :, :, i, j)[1] * view(a, :, :, i, j)[1]) + 0
|
||||
else # refractory period is inactive
|
||||
view(alif_vt1, :, :, i, j)[1] =
|
||||
(view(alif_alpha, :, :, i, j)[1] * view(alif_vt0,:, :, i, j)[1]) +
|
||||
sum(view(alif_zit, :, :, i, j) .* view(alif_wRec, :, :, i, j))
|
||||
view(alif_avth, :, :, i, j)[1] = view(alif_vth, :, :, i, j)[1] +
|
||||
(view(alif_beta, :, :, i, j)[1] * view(alif_a, :, :, i, j)[1])
|
||||
if view(alif_vt1, :, :, i, j)[1] > view(alif_avth, :, :, i, j)[1]
|
||||
view(alif_zt1, :, :, i, j)[1] = 1
|
||||
view(alif_refractoryCounter, :, :, i, j)[1] =
|
||||
view(alif_refractoryDuration, :, :, i, j)[1]
|
||||
view(alif_firingCounter, :, :, i, j)[1] += 1
|
||||
view(alif_vt1, :, :, i, j)[1] = view(alif_vRest, :, :, i, j)[1]
|
||||
view(alif_a, :, :, i, j)[1] = (view(alif_rho, :, :, i, j)[1] *
|
||||
view(alif_a, :, :, i, j)[1]) + 1
|
||||
view(vt1, :, :, i, j)[1] =
|
||||
(view(alpha, :, :, i, j)[1] * view(vt0,:, :, i, j)[1]) +
|
||||
sum(view(zit, :, :, i, j) .* view(wRec, :, :, i, j))
|
||||
view(avth, :, :, i, j)[1] = view(vth, :, :, i, j)[1] +
|
||||
(view(beta, :, :, i, j)[1] * view(a, :, :, i, j)[1])
|
||||
if view(vt1, :, :, i, j)[1] > view(avth, :, :, i, j)[1]
|
||||
view(zt1, :, :, i, j)[1] = 1
|
||||
view(refractoryCounter, :, :, i, j)[1] =
|
||||
view(refractoryDuration, :, :, i, j)[1]
|
||||
view(firingCounter, :, :, i, j)[1] += 1
|
||||
view(vt1, :, :, i, j)[1] = view(vRest, :, :, i, j)[1]
|
||||
view(a, :, :, i, j)[1] = (view(rho, :, :, i, j)[1] *
|
||||
view(a, :, :, i, j)[1]) + 1
|
||||
else
|
||||
view(alif_zt1, :, :, i, j)[1] = 0
|
||||
view(alif_a, :, :, i, j)[1] =
|
||||
(view(alif_rho, :, :, i, j)[1] * view(alif_a, :, :, i, j)[1]) + 0
|
||||
view(zt1, :, :, i, j)[1] = 0
|
||||
view(a, :, :, i, j)[1] =
|
||||
(view(rho, :, :, i, j)[1] * view(a, :, :, i, j)[1]) + 0
|
||||
end
|
||||
|
||||
# there is a difference from alif formula
|
||||
view(alif_phi, :, :, i, j)[1] =
|
||||
(view(alif_gammaPd, :, :, i, j)[1] / view(alif_vth, :, :, i, j)[1]) *
|
||||
max(0, 1 - ((view(alif_vt1, :, :, i, j)[1] - view(alif_avth, :, :, i, j)[1]) /
|
||||
view(alif_vth, :, :, i, j)[1]))
|
||||
view(alif_epsilonRec, :, :, i, j) .=
|
||||
(view(alif_alpha, :, :, i, j) .* view(alif_epsilonRec, :, :, i, j)) +
|
||||
view(alif_zit, :, :, i, j)
|
||||
view(alif_epsilonRecA, :, :, i, j) .=
|
||||
(view(alif_phi, :, :, i, j)[1] .* view(alif_epsilonRec, :, :, i, j)) +
|
||||
((view(alif_rho, :, :, i, j)[1] -
|
||||
(view(alif_phi, :, :, i, j)[1] * view(alif_beta, :, :, i, j)[1])) .*
|
||||
view(alif_epsilonRecA, :, :, i, j))
|
||||
view(phi, :, :, i, j)[1] =
|
||||
(view(gammaPd, :, :, i, j)[1] / view(vth, :, :, i, j)[1]) *
|
||||
max(0, 1 - ((view(vt1, :, :, i, j)[1] - view(avth, :, :, i, j)[1]) /
|
||||
view(vth, :, :, i, j)[1]))
|
||||
view(epsilonRec, :, :, i, j) .=
|
||||
(view(alpha, :, :, i, j) .* view(epsilonRec, :, :, i, j)) +
|
||||
view(zit, :, :, i, j)
|
||||
view(epsilonRecA, :, :, i, j) .=
|
||||
(view(phi, :, :, i, j)[1] .* view(epsilonRec, :, :, i, j)) +
|
||||
((view(rho, :, :, i, j)[1] -
|
||||
(view(phi, :, :, i, j)[1] * view(beta, :, :, i, j)[1])) .*
|
||||
view(epsilonRecA, :, :, i, j))
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
function onForward(kfn_zit,
|
||||
zit,
|
||||
wRec,
|
||||
vt0,
|
||||
vt1,
|
||||
vth,
|
||||
vRest,
|
||||
zt1,
|
||||
alpha,
|
||||
phi,
|
||||
epsilonRec,
|
||||
refractoryCounter,
|
||||
refractoryDuration,
|
||||
gammaPd)
|
||||
d1, d2, d3, d4 = size(wRec)
|
||||
zit .= reshape(kfn_zit, (d1, d2, 1, d4)) .* ones(size(wRec)...) # project zit into zit
|
||||
|
||||
for j in 1:d4, i in 1:d3 # compute along neurons axis of every batch
|
||||
if view(refractoryCounter, :, :, i, j)[1] > 0 # refractory period is active
|
||||
view(refractoryCounter, :, :, i, j)[1] -= 1
|
||||
view(zt1, :, :, i, j)[1] = 0
|
||||
view(vt1, :, :, i, j)[1] =
|
||||
view(alpha, :, :, i, j)[1] * view(vt0, :, :, i, j)[1]
|
||||
view(phi, :, :, i, j)[1] = 0.0
|
||||
view(epsilonRec, :, :, i, j) .= view(alpha, :, :, i, j)[1] .*
|
||||
view(epsilonRec, :, :, i, j)
|
||||
else # refractory period is inactive
|
||||
view(vt1, :, :, i, j)[1] =
|
||||
(view(alpha, :, :, i, j)[1] * view(vt0,:, :, i, j)[1]) +
|
||||
sum(view(zit, :, :, i, j) .* view(wRec, :, :, i, j))
|
||||
if view(vt1, :, :, i, j)[1] > view(vth, :, :, i, j)[1]
|
||||
view(zt1, :, :, i, j)[1] = 1
|
||||
view(refractoryCounter, :, :, i, j)[1] =
|
||||
view(refractoryDuration, :, :, i, j)[1]
|
||||
view(firingCounter, :, :, i, j)[1] += 1
|
||||
view(vt1, :, :, i, j)[1] = view(vRest, :, :, i, j)[1]
|
||||
else
|
||||
view(zt1, :, :, i, j)[1] = 0
|
||||
end
|
||||
# there is a difference from alif formula
|
||||
view(phi, :, :, i, j)[1] =
|
||||
(view(gammaPd, :, :, i, j)[1] / view(vth, :, :, i, j)[1]) *
|
||||
max(0, 1 - ((view(vt1, :, :, i, j)[1] - view(vth, :, :, i, j)[1]) /
|
||||
view(vth, :, :, i, j)[1]))
|
||||
view(epsilonRec, :, :, i, j) .=
|
||||
(view(alpha, :, :, i, j)[1] .* view(epsilonRec, :, :, i, j)) +
|
||||
view(zit, :, :, i, j)
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user