ComputeParamsChange()

This commit is contained in:
ton
2023-08-05 14:54:52 +07:00
parent 28f9fb4bdc
commit 9ff7efc7dc
3 changed files with 685 additions and 300 deletions

View File

@@ -2,7 +2,7 @@ module learn
export learn!, compute_paramsChange!
using Statistics, Random, LinearAlgebra, JSON3, Flux, Dates
using Statistics, Random, LinearAlgebra, JSON3, Flux, CUDA, Dates
using GeneralUtils
using ..type, ..snnUtil
@@ -11,43 +11,76 @@ using ..type, ..snnUtil
function compute_paramsChange!(kfn::kfn_1, modelError, outputError)
# kfn.lif_error .= modelError .* kfn.lif_arrayProjection4d
# kfn.alif_error .= modelError .* kfn.alif_arrayProjection4d
# kfn.on_error .= reshape(outputError, (1, 1, :, size(kfn.on_arrayProjection4d, 4))) .* kfn.on_arrayProjection4d
lifComputeParamsChange!(kfn.lif_phi,
kfn.lif_epsilonRec,
kfn.lif_eta,
kfn.lif_eta,
kfn.lif_eRec,
kfn.lif_wRec,
kfn.lif_wRecChange,
kfn.lif_wRecChange,
kfn.on_wOut,
kfn.lif_arrayProjection4d,
kfn.lif_error,
modelError)
alifComputeParamsChange!(kfn.alif_phi,
kfn.alif_epsilonRec,
kfn.alif_epsilonRecA,
kfn.alif_eta,
kfn.alif_eta,
kfn.alif_eRec,
kfn.alif_wRec,
kfn.alif_wRecChange,
kfn.alif_beta,
kfn.alif_wRecChange,
kfn.on_wOut,
modelError)
kfn.alif_arrayProjection4d,
kfn.alif_error,
modelError,
kfn.alif_beta)
onComputeParamsChange!(kfn.on_phi,
kfn.on_epsilonRec,
kfn.on_eta,
kfn.on_wOutChange,
kfn.on_epsilonRec,
kfn.on_eta,
kfn.on_eRec,
kfn.on_wOut,
kfn.on_wOutChange,
outputError)
error("debug end -> kfn compute_paramsChange! $(Dates.now())")
error("DEBUG -> kfn compute_paramsChange! $(Dates.now())")
end
function lifComputeParamsChange!( phi,
epsilonRec,
eta,
wRec,
wRecChange,
wOut,
modelError)
d1, d2, d3, d4 = size(epsilonRec)
function lifComputeParamsChange!( phi::CuArray,
epsilonRec::CuArray,
eta::CuArray,
eRec::CuArray,
wRec::CuArray,
wRecChange::CuArray,
wOut::CuArray,
arrayProjection4d::CuArray,
nError::CuArray,
modelError::CuArray)
wOutSum = sum(wOut, dims=3) .* arrayProjection4d
# nError a.k.a. learning signal use dopamine concept,
# this neuron receive summed error signal (modelError)
nError .= (modelError .* arrayProjection4d) .* wOutSum
eRec .= phi .* epsilonRec
# GeneralUtils.isNotEqual(wRec, 0) is a subscribe filter use to filter out non-subscribed wRecChange
wRecChange .+= ((-1 .* eta) .* nError .* eRec) .* GeneralUtils.isNotEqual.(wRec, 0)
# error("DEBUG -> lifComputeParamsChange! $(Dates.now())")
end
function lifComputeParamsChange!( phi::AbstractArray,
epsilonRec::AbstractArray,
eta::AbstractArray,
wRec::AbstractArray,
wRecChange::AbstractArray,
wOut::AbstractArray,
modelError::AbstractArray)
d1, d2, d3, d4 = size(epsilonRec)
error("DEBUG -> lifComputeParamsChange! $(Dates.now())")
# Bₖⱼ in paper, sum() to get each neuron's total wOut weight
wOutSum = reshape(sum(wOut, dims=3), (d1, :, d4))
@@ -68,7 +101,6 @@ function lifComputeParamsChange!( phi,
end
end
function alifComputeParamsChange!( phi,
epsilonRec,
epsilonRecA,
@@ -106,12 +138,35 @@ function alifComputeParamsChange!( phi,
end
end
function alifComputeParamsChange!( phi::CuArray,
epsilonRec::CuArray,
eta::CuArray,
eRec::CuArray,
wRec::CuArray,
wRecChange::CuArray,
wOut::CuArray,
arrayProjection4d::CuArray,
nError::CuArray,
modelError::CuArray,
beta::CuArray)
function onComputeParamsChange!(phi,
epsilonRec,
eta,
wOutChange,
outputError)
wOutSum = sum(wOut, dims=3) .* arrayProjection4d
# nError a.k.a. learning signal use dopamine concept,
# this neuron receive summed error signal (modelError)
nError .= (modelError .* arrayProjection4d) .* wOutSum
eRec .= (phi .* epsilonRec) .+ (phi .* epsilonRec .* beta)
# GeneralUtils.isNotEqual(wRec, 0) is a subscribe filter use to filter out non-subscribed wRecChange
wRecChange .+= ((-1 .* eta) .* nError .* eRec) .* GeneralUtils.isNotEqual.(wRec, 0)
# error("DEBUG -> alifComputeParamsChange! $(Dates.now())")
end
function onComputeParamsChange!(phi::AbstractArray,
epsilonRec::AbstractArray,
eta::AbstractArray,
wOutChange::AbstractArray,
outputError::AbstractArray)
d1, d2, d3, d4 = size(epsilonRec)
for j in 1:d4, i in 1:d3 # compute along neurons axis of every batch
@@ -127,30 +182,24 @@ function onComputeParamsChange!(phi,
end
end
# function onComputeParamsChange!(wOut,
# epsilonRec,
# eta,
# wOutChange,
# bChange,
# outputError)
# d1, d2, d3, d4 = size(epsilonRec)
# println(">>> epsilon ", size(epsilonRec))
# println(">>> outputError ", size(outputError))
function onComputeParamsChange!(phi::CuArray,
epsilonRec::CuArray,
eta::CuArray,
eRec::CuArray,
wOut::CuArray,
wOutChange::CuArray,
outputError::CuArray # outputError is output neuron's error
)
# nError a.k.a. learning signal use dopamine concept,
# this neuron receive summed error signal (modelError)
eRec .= (phi .* epsilonRec) .* reshape(outputError, (1, 1, :, size(epsilonRec, 4)))
# # Bₖⱼ in paper, sum() to get each neuron's total wOut weight
# for j in 1:d4, i in 1:d3 # compute along neurons axis of every batch
# # how much error of this neuron 1-spike causing each output neuron's error
# view(wOutChange, :, :, i, j) .+=
# (-1 * view(eta, :, :, i, j)[1] * view(outputError, :, j)[i]) .*
# view(epsilonRec, :, :, i, j)
# end
# #TODO add b
# error(">>> DEBUG -> onComputeParamsChange!")
# end
# GeneralUtils.isNotEqual(wRec, 0) is a subscribe filter use to filter out non-subscribed wRecChange
wOutChange .+= ((-1 .* eta) .* eRec) .* GeneralUtils.isNotEqual.(wOut, 0)
# error("DEBUG -> onComputeParamsChange! $(Dates.now())")
end
function learn!(kfn::kfn_1)
#WORKING lif learn