ton/IronpenGPU
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

minor fix

Browse Source
This commit is contained in:
ton
2023-08-07 14:13:27 +07:00
parent d81333cbd2
commit 60fce54cf6
1 changed files with 2 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files

54
src/type.jl
View File

@@ -270,7 +270,7 @@ function kfn_1(params::Dict; device=cpu)
kfn.alif_avth = (similar(kfn.alif_wRec) .= 0) |> device
kfn.alif_a = (similar(kfn.alif_wRec) .= 0) |> device
kfn.alif_beta = (similar(kfn.alif_wRec) .= 0.07) |> device
kfn.alif_tau_a = 100.0
kfn.alif_tau_a = 800.0
kfn.alif_rho = (similar(kfn.alif_wRec) .= (exp(-kfn.alif_delta / kfn.alif_tau_a))) |> device
# kfn.alif_phi_x_epsilonRec = (similar(kfn.alif_wRec) .= 0) |> device
# kfn.alif_phi_x_beta = (similar(kfn.alif_wRec) .= 0) |> device
@@ -285,7 +285,7 @@ function kfn_1(params::Dict; device=cpu)
# subscription
w = zeros(row, col, n)
synapticConnectionPercent = kfn.params[:computeNeuron][:lif][:params][:synapticConnectionPercent]
synapticConnectionPercent = kfn.params[:outputPort][:params][:synapticConnectionPercent]
synapticConnection = Int(floor(row*col * synapticConnectionPercent/100))
for slice in eachslice(w, dims=3)
pool = shuffle!([1:row*col...])[1:synapticConnection]
@@ -319,58 +319,8 @@ function kfn_1(params::Dict; device=cpu)
kfn.on_arrayProjection4d = (similar(kfn.on_wOut) .= 1) |> device
kfn.on_recSignal = (similar(kfn.on_wOut) .= 0) |> device
kfn.outputError = zeros(n, batch) |> device
# kfn.on_decayed_epsilonRec = (similar(kfn.on_wOut) .= 0 |> device
# kfn.on_vt_diff_vth = (similar(kfn.on_wOut) .= 0 |> device
# kfn.on_vt_diff_vth_div_vth = (similar(kfn.on_wOut) .= 0 |> device
# kfn.on_gammaPd_div_vth = (similar(kfn.on_wOut) .= 0 |> device
# kfn.on_phiActivation = (similar(kfn.on_wOut) .= 0 |> device
# kfn.on_zit = zeros(row, col, n, batch) |> device
# kfn.on_vt = zeros(1, 1, n, batch) |> device
# kfn.on_vth = ones(1, 1, n, batch) |> device
# kfn.on_vRest = zeros(1, 1, n, batch) |> device
# # kfn.on_zt = zeros(1, 1, n, batch) |> device
# kfn.on_zt4d = zeros(1, 1, n, batch) |> device
# kfn.on_refractoryCounter = zeros(1, 1, n, batch) |> device
# kfn.on_refractoryDuration = ones(1, 1, n, batch) .* 0 |> device
# kfn.on_delta = 1.0
# kfn.on_tau_m = 20.0
# kfn.on_alpha = ones(1, 1, n, batch) .* (exp(-kfn.on_delta / kfn.on_tau_m)) |> device
# kfn.on_phi = zeros(1, 1, n, batch) |> device
# kfn.on_epsilonRec = zeros(row, col, n, batch) |> device
# # kfn.on_eRec = zeros(row, col, n, batch)
# kfn.on_eta = zeros(1, 1, n, batch) |> device
# kfn.on_gammaPd = zeros(1, 1, n, batch) .* 0.3 |> device
# kfn.on_wOutChange = zeros(row, col, n, batch) |> device
# # kfn.on_b = randn(1, 1, n, batch) |> device
# # kfn.on_bChange = randn(1, 1, n, batch) |> device
# kfn.on_firingCounter = zeros(1, 1, n, batch) |> device
# kfn.on_arraySize = [row, col, n, batch] |> device
# kfn.on_arrayProjection4d = ones(row, col, n, batch) |> device
# # subscription
# w = zeros(row, col, n)
# synapticConnectionPercent = kfn.params[:outputPort][:params][:synapticConnectionPercent]
# synapticConnection = Int(floor(row*col * synapticConnectionPercent/100))
# for slice in eachslice(w, dims=3)
# pool = shuffle!([1:row*col...])[1:synapticConnection]
# for i in pool
# slice[i] = randn()/10 # assign weight to synaptic connection
# end
# end
# # project 3D w into 4D kfn.on_wOut
# kfn.on_wOut = reshape(w, (row, col, n, 1)) .* ones(row, col, n, batch) |> device
return kfn
end