alif forward()
This commit is contained in:
151
src/type.jl
151
src/type.jl
@@ -50,13 +50,12 @@ Base.@kwdef mutable struct kfn_1 <: knowledgeFn
|
||||
lif_wRecChange::Union{AbstractArray, Nothing} = nothing
|
||||
|
||||
lif_firingCounter::Union{AbstractArray, Nothing} = nothing
|
||||
lif_arraySize::Union{AbstractArray, Nothing} = nothing
|
||||
|
||||
# pre-allocation array
|
||||
lif_arrayProjection3DTo4D::Union{AbstractArray, Nothing} = nothing # use to project 3d array to 4d
|
||||
lif_recSignal::Union{AbstractArray, Nothing} = nothing
|
||||
lif_decayed_Vt0::Union{AbstractArray, Nothing} = nothing
|
||||
lif_decayed_EpsilonRec::Union{AbstractArray, Nothing} = nothing
|
||||
lif_decayed_vt0::Union{AbstractArray, Nothing} = nothing
|
||||
lif_decayed_epsilonRec::Union{AbstractArray, Nothing} = nothing
|
||||
lif_vt1_diff_vth::Union{AbstractArray, Nothing} = nothing
|
||||
lif_vt1_diff_vth_div_vth::Union{AbstractArray, Nothing} = nothing
|
||||
lif_gammaPd_div_vth::Union{AbstractArray, Nothing} = nothing
|
||||
@@ -71,7 +70,6 @@ Base.@kwdef mutable struct kfn_1 <: knowledgeFn
|
||||
alif_vt0::Union{AbstractArray, Nothing} = nothing
|
||||
alif_vt1::Union{AbstractArray, Nothing} = nothing
|
||||
alif_vth::Union{AbstractArray, Nothing} = nothing
|
||||
alif_avth::Union{AbstractArray, Nothing} = nothing
|
||||
alif_vRest::Union{AbstractArray, Nothing} = nothing
|
||||
alif_zt0::Union{AbstractArray, Nothing} = nothing
|
||||
alif_zt1::Union{AbstractArray, Nothing} = nothing
|
||||
@@ -82,20 +80,37 @@ Base.@kwdef mutable struct kfn_1 <: knowledgeFn
|
||||
alif_tau_m::Union{AbstractFloat, Nothing} = nothing
|
||||
alif_phi::Union{AbstractArray, Nothing} = nothing
|
||||
alif_epsilonRec::Union{AbstractArray, Nothing} = nothing
|
||||
alif_epsilonRecA::Union{AbstractArray, Nothing} = nothing
|
||||
alif_eRec::Union{AbstractArray, Nothing} = nothing
|
||||
alif_eta::Union{AbstractArray, Nothing} = nothing
|
||||
alif_gammaPd::Union{AbstractArray, Nothing} = nothing
|
||||
alif_wRecChange::Union{AbstractArray, Nothing} = nothing
|
||||
|
||||
alif_firingCounter::Union{AbstractArray, Nothing} = nothing
|
||||
alif_arraySize::Union{AbstractArray, Nothing} = nothing
|
||||
|
||||
# pre-allocation array
|
||||
alif_arrayProjection3DTo4D::Union{AbstractArray, Nothing} = nothing # use to project 3d array to 4d
|
||||
alif_recSignal::Union{AbstractArray, Nothing} = nothing
|
||||
alif_decayed_vt0::Union{AbstractArray, Nothing} = nothing
|
||||
alif_decayed_epsilonRec::Union{AbstractArray, Nothing} = nothing
|
||||
alif_vt1_diff_vth::Union{AbstractArray, Nothing} = nothing
|
||||
alif_vt1_diff_vth_div_vth::Union{AbstractArray, Nothing} = nothing
|
||||
alif_gammaPd_div_vth::Union{AbstractArray, Nothing} = nothing
|
||||
alif_phiActivation::Union{AbstractArray, Nothing} = nothing
|
||||
|
||||
# alif specific variables
|
||||
alif_epsilonRecA::Union{AbstractArray, Nothing} = nothing
|
||||
alif_avth::Union{AbstractArray, Nothing} = nothing
|
||||
alif_a::Union{AbstractArray, Nothing} = nothing # threshold adaptation
|
||||
alif_beta::Union{AbstractArray, Nothing} = nothing # β, constant, value from paper
|
||||
alif_rho::Union{AbstractArray, Nothing} = nothing # ρ, threshold adaptation decay factor
|
||||
alif_tau_a::Union{AbstractFloat, Nothing} = nothing # τ_a, adaption time constant in millisecond
|
||||
|
||||
# alif specific pre-allocation array
|
||||
alif_phi_x_epsilonRec::Union{AbstractArray, Nothing} = nothing
|
||||
alif_phi_x_beta::Union{AbstractArray, Nothing} = nothing
|
||||
alif_rho_diff_phi_x_beta::Union{AbstractArray, Nothing} = nothing
|
||||
alif_rho_div_phi_x_beta_x_epsilonRecA::Union{AbstractArray, Nothing} = nothing
|
||||
alif_beta_x_a::Union{AbstractArray, Nothing} = nothing
|
||||
|
||||
# ---------------------------------------------------------------------------- #
|
||||
# Output Neurons #
|
||||
@@ -167,68 +182,43 @@ function kfn_1(params::Dict; device=cpu)
|
||||
slice[i] = randn()/10 # assign weight to synaptic connection
|
||||
end
|
||||
end
|
||||
# project 3D w into 4D kfn.lif_wRec
|
||||
kfn.lif_wRec = reshape(w, (row, col, n, 1)) .* ones(row, col, n, batch) |> device
|
||||
|
||||
kfn.lif_zit = similar(kfn.lif_wRec) .= 0 |> device
|
||||
kfn.lif_vt0 = zeros(1, 1, n, batch) |> device
|
||||
kfn.lif_vt1 = zeros(1, 1, n, batch) |> device
|
||||
kfn.lif_vth = ones(1, 1, n, batch) |> device
|
||||
kfn.lif_vRest = zeros(1, 1, n, batch) |> device
|
||||
# kfn.lif_zt0 = zeros(1, 1, n, batch) |> device
|
||||
kfn.lif_zt1 = zeros(1, 1, n, batch) |> device
|
||||
kfn.lif_refractoryCounter = zeros(1, 1, n, batch) |> device
|
||||
kfn.lif_refractoryDuration = ones(1, 1, n, batch) .* 3 |> device
|
||||
# project 3D w into 4D kfn.lif_wRec (row, col, n, batch)
|
||||
kfn.lif_wRec = reshape(w, (row, col, n, 1)) .* ones(row, col, n, batch) |> device
|
||||
kfn.lif_zit = similar(kfn.lif_wRec) .= 0 |> device
|
||||
kfn.lif_vt0 = zeros(1, 1, n, batch) |> device
|
||||
kfn.lif_vt1 = similar(kfn.lif_vt0) .= 0 |> device
|
||||
kfn.lif_vth = similar(kfn.lif_vt0) .= 1 |> device
|
||||
kfn.lif_vRest = similar(kfn.lif_vt0) .= 0 |> device
|
||||
kfn.lif_zt0 = similar(kfn.lif_vt0) .= 0 |> device
|
||||
kfn.lif_zt1 = similar(kfn.lif_vt0) .= 0 |> device
|
||||
kfn.lif_refractoryCounter = similar(kfn.lif_vt0) .= 0 |> device
|
||||
kfn.lif_refractoryDuration = similar(kfn.lif_vt0) .= 3 |> device
|
||||
kfn.lif_delta = 1.0
|
||||
kfn.lif_tau_m = 20.0
|
||||
kfn.lif_alpha = ones(1, 1, n, batch) .* (exp(-kfn.lif_delta / kfn.lif_tau_m)) |> device
|
||||
kfn.lif_phi = zeros(1, 1, n, batch) |> device
|
||||
kfn.lif_epsilonRec = zeros(row, col, n, batch) |> device
|
||||
# kfn.lif_eRec = zeros(row, col, n, batch)
|
||||
kfn.lif_eta = zeros(1, 1, n, batch) |> device
|
||||
kfn.lif_gammaPd = zeros(1, 1, n, batch) .* 0.3 |> device
|
||||
kfn.lif_wRecChange = zeros(row, col, n, batch) |> device
|
||||
kfn.lif_alpha = similar(kfn.lif_vt0) .= (exp(-kfn.lif_delta / kfn.lif_tau_m)) |> device
|
||||
kfn.lif_phi = similar(kfn.lif_vt0) .= 0 |> device
|
||||
kfn.lif_epsilonRec = similar(kfn.lif_wRec) .= 0 |> device
|
||||
kfn.lif_eRec = similar(kfn.lif_wRec) .= 0 |> device
|
||||
kfn.lif_eta = similar(kfn.lif_vt0) .= 0 |> device
|
||||
kfn.lif_gammaPd = similar(kfn.lif_vt0) .= 0.3 |> device
|
||||
kfn.lif_wRecChange = similar(kfn.lif_wRec) .= 0 |> device
|
||||
|
||||
kfn.lif_firingCounter = zeros(1, 1, n, batch) |> device
|
||||
kfn.lif_arraySize = [row, col, n, batch] |> device
|
||||
kfn.lif_arrayProjection3DTo4D = ones(row, col, n, batch) |> device
|
||||
kfn.lif_firingCounter = similar(kfn.lif_vt0) .= 0 |> device
|
||||
|
||||
|
||||
kfn.lif_arrayProjection3DTo4D = similar(kfn.lif_wRec) .= 1 |> device
|
||||
kfn.lif_recSignal = similar(kfn.lif_wRec) .= 0 |> device
|
||||
kfn.lif_decayed_vt0 = similar(kfn.lif_vt0) .= 0 |> device
|
||||
kfn.lif_decayed_epsilonRec = similar(kfn.lif_wRec) .= 0 |> device
|
||||
kfn.lif_vt1_diff_vth = similar(kfn.lif_vt0) .= 0 |> device
|
||||
kfn.lif_vt1_diff_vth_div_vth = similar(kfn.lif_vt0) .= 0 |> device
|
||||
kfn.lif_gammaPd_div_vth = similar(kfn.lif_vt0) .= 0 |> device
|
||||
kfn.lif_phiActivation = similar(kfn.lif_vt0) .= 0 |> device
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------- #
|
||||
# ALIF config #
|
||||
# ---------------------------------------------------------------------------- #
|
||||
n = kfn.params[:computeNeuron][:alif][:numbers][1] * kfn.params[:computeNeuron][:alif][:numbers][2]
|
||||
kfn.alif_zit = zeros(row, col, n, batch) |> device
|
||||
kfn.alif_vt0 = zeros(1, 1, n, batch) |> device
|
||||
kfn.alif_vt1 = zeros(1, 1, n, batch) |> device
|
||||
kfn.alif_vth = ones(1, 1, n, batch) |> device
|
||||
kfn.alif_avth = ones(1, 1, n, batch) |> device
|
||||
kfn.alif_vRest = zeros(1, 1, n, batch) |> device
|
||||
# kfn.alif_zt0 = zeros(1, 1, n, batch) |> device
|
||||
kfn.alif_zt1 = zeros(1, 1, n, batch) |> device
|
||||
kfn.alif_refractoryCounter = zeros(1, 1, n, batch) |> device
|
||||
kfn.alif_refractoryDuration = ones(1, 1, n, batch) .* 3 |> device
|
||||
kfn.alif_delta = 1.0
|
||||
kfn.alif_tau_m = 20.0
|
||||
kfn.alif_alpha = ones(1, 1, n, batch) .* (exp(-kfn.alif_delta / kfn.alif_tau_m)) |> device
|
||||
kfn.alif_phi = zeros(1, 1, n, batch) |> device
|
||||
kfn.alif_epsilonRec = zeros(row, col, n, batch) |> device
|
||||
kfn.alif_epsilonRecA = zeros(row, col, n, batch) |> device
|
||||
# kfn.alif_eRec = zeros(row, col, n, batch)
|
||||
kfn.alif_eta = zeros(1, 1, n, batch) |> device
|
||||
kfn.alif_gammaPd = zeros(1, 1, n, batch) .* 0.3 |> device
|
||||
kfn.alif_wRecChange = zeros(row, col, n, batch) |> device
|
||||
|
||||
kfn.alif_a = zeros(1, 1, n, batch) |> device
|
||||
kfn.alif_beta = zeros(1, 1, n, batch) .* 0.15 |> device
|
||||
kfn.alif_tau_a = 100.0
|
||||
kfn.alif_rho = zeros(1, 1, n, batch) .* (exp(-kfn.alif_delta / kfn.alif_tau_a)) |> device
|
||||
|
||||
kfn.alif_firingCounter = zeros(1, 1, n, batch) |> device
|
||||
kfn.alif_arraySize = [row, col, n, batch] |> device
|
||||
kfn.alif_arrayProjection3DTo4D = ones(row, col, n, batch) |> device
|
||||
|
||||
# subscription
|
||||
w = zeros(row, col, n)
|
||||
@@ -241,8 +231,49 @@ function kfn_1(params::Dict; device=cpu)
|
||||
end
|
||||
end
|
||||
# project 3D w into 4D kfn.alif_wRec
|
||||
kfn.alif_wRec = reshape(w, (row, col, n, 1)) .* ones(row, col, n, batch) |> device
|
||||
|
||||
kfn.alif_wRec = reshape(w, (row, col, n, 1)) .* ones(row, col, n, batch) |> device
|
||||
kfn.alif_zit = similar(kfn.alif_wRec) .= 0 |> device
|
||||
kfn.alif_vt0 = zeros(1, 1, n, batch) |> device
|
||||
kfn.alif_vt1 = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_vth = similar(kfn.alif_vt0) .= 1 |> device
|
||||
kfn.alif_vRest = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_zt0 = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_zt1 = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_refractoryCounter = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_refractoryDuration = similar(kfn.alif_vt0) .= 3 |> device
|
||||
kfn.alif_delta = 1.0
|
||||
kfn.alif_tau_m = 20.0
|
||||
kfn.alif_alpha = similar(kfn.alif_vt0) .= (exp(-kfn.alif_delta / kfn.alif_tau_m)) |> device
|
||||
kfn.alif_phi = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_epsilonRec = similar(kfn.alif_wRec) .= 0 |> device
|
||||
kfn.alif_eRec = similar(kfn.alif_wRec) .= 0 |> device
|
||||
kfn.alif_eta = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_gammaPd = similar(kfn.alif_vt0) .= 0.3 |> device
|
||||
kfn.alif_wRecChange = similar(kfn.alif_wRec) .= 0 |> device
|
||||
|
||||
kfn.alif_firingCounter = similar(kfn.alif_vt0) .= 0 |> device
|
||||
|
||||
kfn.alif_arrayProjection3DTo4D = similar(kfn.alif_wRec) .= 1 |> device
|
||||
kfn.alif_recSignal = similar(kfn.alif_wRec) .= 0 |> device
|
||||
kfn.alif_decayed_vt0 = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_decayed_epsilonRec = similar(kfn.alif_wRec) .= 0 |> device
|
||||
kfn.alif_vt1_diff_vth = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_vt1_diff_vth_div_vth = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_gammaPd_div_vth = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_phiActivation = similar(kfn.alif_vt0) .= 0 |> device
|
||||
|
||||
# alif specific variables
|
||||
kfn.alif_epsilonRecA = similar(kfn.alif_wRec) .= 0 |> device
|
||||
kfn.alif_avth = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_a = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_beta = similar(kfn.alif_vt0) .= 0.07 |> device
|
||||
kfn.alif_tau_a = 100.0
|
||||
kfn.alif_rho = similar(kfn.alif_vt0) .= (exp(-kfn.alif_delta / kfn.alif_tau_a)) |> device
|
||||
kfn.alif_phi_x_epsilonRec = similar(kfn.alif_wRec) .= 0 |> device
|
||||
kfn.alif_phi_x_beta = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_rho_diff_phi_x_beta = similar(kfn.alif_vt0) .= 0 |> device
|
||||
kfn.alif_rho_div_phi_x_beta_x_epsilonRecA = similar(kfn.alif_wRec) .= 0 |> device
|
||||
kfn.alif_beta_x_a = similar(kfn.alif_vt0) .= 0 |> device
|
||||
|
||||
# ---------------------------------------------------------------------------- #
|
||||
# output config #
|
||||
|
||||
Reference in New Issue
Block a user