readout forward()
This commit is contained in:
116
src/type.jl
116
src/type.jl
@@ -116,9 +116,10 @@ Base.@kwdef mutable struct kfn_1 <: knowledgeFn
|
||||
# Output Neurons #
|
||||
# ---------------------------------------------------------------------------- #
|
||||
# output neuron is based on LIF
|
||||
on_zit::Union{AbstractArray, Nothing} = nothing
|
||||
on_zit::Union{AbstractArray, Nothing} = nothing
|
||||
|
||||
on_wOut::Union{AbstractArray, Nothing} = nothing # same as lif_wRec
|
||||
# main variables according to papers
|
||||
on_wOut::Union{AbstractArray, Nothing} = nothing # wOut is wRec, just use the name from paper
|
||||
on_vt0::Union{AbstractArray, Nothing} = nothing
|
||||
on_vt1::Union{AbstractArray, Nothing} = nothing
|
||||
on_vth::Union{AbstractArray, Nothing} = nothing
|
||||
@@ -135,14 +136,19 @@ Base.@kwdef mutable struct kfn_1 <: knowledgeFn
|
||||
on_eRec::Union{AbstractArray, Nothing} = nothing
|
||||
on_eta::Union{AbstractArray, Nothing} = nothing
|
||||
on_gammaPd::Union{AbstractArray, Nothing} = nothing
|
||||
|
||||
on_wOutChange::Union{AbstractArray, Nothing} = nothing
|
||||
on_b::Union{AbstractArray, Nothing} = nothing
|
||||
on_bChange::Union{AbstractArray, Nothing} = nothing
|
||||
|
||||
on_firingCounter::Union{AbstractArray, Nothing} = nothing
|
||||
on_arraySize::Union{AbstractArray, Nothing} = nothing
|
||||
|
||||
# pre-allocation array
|
||||
on_arrayProjection3DTo4D::Union{AbstractArray, Nothing} = nothing # use to project 3d array to 4d
|
||||
on_recSignal::Union{AbstractArray, Nothing} = nothing
|
||||
on_decayed_vt0::Union{AbstractArray, Nothing} = nothing
|
||||
on_decayed_epsilonRec::Union{AbstractArray, Nothing} = nothing
|
||||
on_vt1_diff_vth::Union{AbstractArray, Nothing} = nothing
|
||||
on_vt1_diff_vth_div_vth::Union{AbstractArray, Nothing} = nothing
|
||||
on_gammaPd_div_vth::Union{AbstractArray, Nothing} = nothing
|
||||
on_phiActivation::Union{AbstractArray, Nothing} = nothing
|
||||
end
|
||||
|
||||
# outer constructor
|
||||
@@ -214,7 +220,6 @@ function kfn_1(params::Dict; device=cpu)
|
||||
kfn.lif_gammaPd_div_vth = similar(kfn.lif_vt0) .= 0 |> device
|
||||
kfn.lif_phiActivation = similar(kfn.lif_vt0) .= 0 |> device
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------- #
|
||||
# ALIF config #
|
||||
# ---------------------------------------------------------------------------- #
|
||||
@@ -279,34 +284,10 @@ function kfn_1(params::Dict; device=cpu)
|
||||
# output config #
|
||||
# ---------------------------------------------------------------------------- #
|
||||
n = kfn.params[:outputPort][:numbers][1] * kfn.params[:outputPort][:numbers][2]
|
||||
kfn.on_zit = zeros(row, col, n, batch) |> device
|
||||
kfn.on_vt0 = zeros(1, 1, n, batch) |> device
|
||||
kfn.on_vt1 = zeros(1, 1, n, batch) |> device
|
||||
kfn.on_vth = ones(1, 1, n, batch) |> device
|
||||
kfn.on_vRest = zeros(1, 1, n, batch) |> device
|
||||
# kfn.on_zt0 = zeros(1, 1, n, batch) |> device
|
||||
kfn.on_zt1 = zeros(1, 1, n, batch) |> device
|
||||
kfn.on_refractoryCounter = zeros(1, 1, n, batch) |> device
|
||||
kfn.on_refractoryDuration = ones(1, 1, n, batch) .* 0 |> device
|
||||
kfn.on_delta = 1.0
|
||||
kfn.on_tau_m = 20.0
|
||||
kfn.on_alpha = ones(1, 1, n, batch) .* (exp(-kfn.on_delta / kfn.on_tau_m)) |> device
|
||||
kfn.on_phi = zeros(1, 1, n, batch) |> device
|
||||
kfn.on_epsilonRec = zeros(row, col, n, batch) |> device
|
||||
# kfn.on_eRec = zeros(row, col, n, batch)
|
||||
kfn.on_eta = zeros(1, 1, n, batch) |> device
|
||||
kfn.on_gammaPd = zeros(1, 1, n, batch) .* 0.3 |> device
|
||||
kfn.on_wOutChange = zeros(row, col, n, batch) |> device
|
||||
# kfn.on_b = randn(1, 1, n, batch) |> device
|
||||
# kfn.on_bChange = randn(1, 1, n, batch) |> device
|
||||
|
||||
kfn.on_firingCounter = zeros(1, 1, n, batch) |> device
|
||||
kfn.on_arraySize = [row, col, n, batch] |> device
|
||||
kfn.on_arrayProjection3DTo4D = ones(row, col, n, batch) |> device
|
||||
|
||||
# subscription
|
||||
w = zeros(row, col, n)
|
||||
synapticConnectionPercent = kfn.params[:outputPort][:params][:synapticConnectionPercent]
|
||||
synapticConnectionPercent = kfn.params[:computeNeuron][:lif][:params][:synapticConnectionPercent]
|
||||
synapticConnection = Int(floor(row*col * synapticConnectionPercent/100))
|
||||
for slice in eachslice(w, dims=3)
|
||||
pool = shuffle!([1:row*col...])[1:synapticConnection]
|
||||
@@ -314,8 +295,75 @@ function kfn_1(params::Dict; device=cpu)
|
||||
slice[i] = randn()/10 # assign weight to synaptic connection
|
||||
end
|
||||
end
|
||||
# project 3D w into 4D kfn.on_wOut
|
||||
kfn.on_wOut = reshape(w, (row, col, n, 1)) .* ones(row, col, n, batch) |> device
|
||||
# project 3D w into 4D kfn.lif_wOut (row, col, n, batch)
|
||||
kfn.on_wOut = reshape(w, (row, col, n, 1)) .* ones(row, col, n, batch) |> device
|
||||
kfn.on_zit = similar(kfn.on_wOut) .= 0 |> device
|
||||
kfn.on_vt0 = zeros(1, 1, n, batch) |> device
|
||||
kfn.on_vt1 = similar(kfn.on_vt0) .= 0 |> device
|
||||
kfn.on_vth = similar(kfn.on_vt0) .= 1 |> device
|
||||
kfn.on_vRest = similar(kfn.on_vt0) .= 0 |> device
|
||||
kfn.on_zt0 = similar(kfn.on_vt0) .= 0 |> device
|
||||
kfn.on_zt1 = similar(kfn.on_vt0) .= 0 |> device
|
||||
kfn.on_refractoryCounter = similar(kfn.on_vt0) .= 0 |> device
|
||||
kfn.on_refractoryDuration = similar(kfn.on_vt0) .= 0 |> device
|
||||
kfn.on_delta = 1.0
|
||||
kfn.on_tau_m = 20.0
|
||||
kfn.on_alpha = similar(kfn.on_vt0) .= (exp(-kfn.on_delta / kfn.on_tau_m)) |> device
|
||||
kfn.on_phi = similar(kfn.on_vt0) .= 0 |> device
|
||||
kfn.on_epsilonRec = similar(kfn.on_wOut) .= 0 |> device
|
||||
kfn.on_eRec = similar(kfn.on_wOut) .= 0 |> device
|
||||
kfn.on_eta = similar(kfn.on_vt0) .= 0 |> device
|
||||
kfn.on_gammaPd = similar(kfn.on_vt0) .= 0.3 |> device
|
||||
kfn.on_wOutChange = similar(kfn.on_wOut) .= 0 |> device
|
||||
|
||||
kfn.on_firingCounter = similar(kfn.on_vt0) .= 0 |> device
|
||||
|
||||
kfn.on_arrayProjection3DTo4D = similar(kfn.on_wOut) .= 1 |> device
|
||||
kfn.on_recSignal = similar(kfn.on_wOut) .= 0 |> device
|
||||
kfn.on_decayed_vt0 = similar(kfn.on_vt0) .= 0 |> device
|
||||
kfn.on_decayed_epsilonRec = similar(kfn.on_wOut) .= 0 |> device
|
||||
kfn.on_vt1_diff_vth = similar(kfn.on_vt0) .= 0 |> device
|
||||
kfn.on_vt1_diff_vth_div_vth = similar(kfn.on_vt0) .= 0 |> device
|
||||
kfn.on_gammaPd_div_vth = similar(kfn.on_vt0) .= 0 |> device
|
||||
kfn.on_phiActivation = similar(kfn.on_vt0) .= 0 |> device
|
||||
|
||||
# kfn.on_zit = zeros(row, col, n, batch) |> device
|
||||
# kfn.on_vt0 = zeros(1, 1, n, batch) |> device
|
||||
# kfn.on_vt1 = zeros(1, 1, n, batch) |> device
|
||||
# kfn.on_vth = ones(1, 1, n, batch) |> device
|
||||
# kfn.on_vRest = zeros(1, 1, n, batch) |> device
|
||||
# # kfn.on_zt0 = zeros(1, 1, n, batch) |> device
|
||||
# kfn.on_zt1 = zeros(1, 1, n, batch) |> device
|
||||
# kfn.on_refractoryCounter = zeros(1, 1, n, batch) |> device
|
||||
# kfn.on_refractoryDuration = ones(1, 1, n, batch) .* 0 |> device
|
||||
# kfn.on_delta = 1.0
|
||||
# kfn.on_tau_m = 20.0
|
||||
# kfn.on_alpha = ones(1, 1, n, batch) .* (exp(-kfn.on_delta / kfn.on_tau_m)) |> device
|
||||
# kfn.on_phi = zeros(1, 1, n, batch) |> device
|
||||
# kfn.on_epsilonRec = zeros(row, col, n, batch) |> device
|
||||
# # kfn.on_eRec = zeros(row, col, n, batch)
|
||||
# kfn.on_eta = zeros(1, 1, n, batch) |> device
|
||||
# kfn.on_gammaPd = zeros(1, 1, n, batch) .* 0.3 |> device
|
||||
# kfn.on_wOutChange = zeros(row, col, n, batch) |> device
|
||||
# # kfn.on_b = randn(1, 1, n, batch) |> device
|
||||
# # kfn.on_bChange = randn(1, 1, n, batch) |> device
|
||||
|
||||
# kfn.on_firingCounter = zeros(1, 1, n, batch) |> device
|
||||
# kfn.on_arraySize = [row, col, n, batch] |> device
|
||||
# kfn.on_arrayProjection3DTo4D = ones(row, col, n, batch) |> device
|
||||
|
||||
# # subscription
|
||||
# w = zeros(row, col, n)
|
||||
# synapticConnectionPercent = kfn.params[:outputPort][:params][:synapticConnectionPercent]
|
||||
# synapticConnection = Int(floor(row*col * synapticConnectionPercent/100))
|
||||
# for slice in eachslice(w, dims=3)
|
||||
# pool = shuffle!([1:row*col...])[1:synapticConnection]
|
||||
# for i in pool
|
||||
# slice[i] = randn()/10 # assign weight to synaptic connection
|
||||
# end
|
||||
# end
|
||||
# # project 3D w into 4D kfn.on_wOut
|
||||
# kfn.on_wOut = reshape(w, (row, col, n, 1)) .* ones(row, col, n, batch) |> device
|
||||
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user