ton/IronpenGPU
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add validate()

Browse Source
This commit is contained in:
ton
2023-08-06 13:56:54 +07:00
parent 302f506b5b
commit 922fb1fdd9
1 changed files with 47 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

85
src/forward.jl
View File

@@ -40,48 +40,53 @@ function (kfn::kfn_1)(input::AbstractArray)
reshape(kfn.alif_zt, (size(input, 1), :, 1, size(input, 3))), dims=2) reshape(kfn.alif_zt, (size(input, 1), :, 1, size(input, 3))), dims=2)
kfn.zit .= reshape(_zit, (size(input, 1), :, size(input, 3))) kfn.zit .= reshape(_zit, (size(input, 1), :, size(input, 3)))
# project 3D kfn zit into 4D lif zit @sync begin
i1, i2, i3, i4 = size(kfn.lif_zit) @async begin
kfn.lif_zit .= reshape(kfn.zit, (i1, i2, 1, i4)) .* kfn.lif_arrayProjection4d # project 3D kfn zit into 4D lif zit
i1, i2, i3, i4 = size(kfn.lif_zit)
kfn.lif_zit .= reshape(kfn.zit, (i1, i2, 1, i4)) .* kfn.lif_arrayProjection4d
lifForward( kfn.lif_zit, lifForward( kfn.lif_zit,
kfn.lif_wRec, kfn.lif_wRec,
kfn.lif_vt, kfn.lif_vt,
kfn.lif_vth, kfn.lif_vth,
kfn.lif_vRest, kfn.lif_vRest,
kfn.lif_zt4d, kfn.lif_zt4d,
kfn.lif_alpha, kfn.lif_alpha,
kfn.lif_phi, kfn.lif_phi,
kfn.lif_epsilonRec, kfn.lif_epsilonRec,
kfn.lif_refractoryCounter, kfn.lif_refractoryCounter,
kfn.lif_refractoryDuration, kfn.lif_refractoryDuration,
kfn.lif_gammaPd, kfn.lif_gammaPd,
kfn.lif_firingCounter, kfn.lif_firingCounter,
kfn.lif_recSignal,) kfn.lif_recSignal,)
end
@async begin
# project 3D kfn zit into 4D alif zit
i1, i2, i3, i4 = size(kfn.alif_zit)
kfn.alif_zit .= reshape(kfn.zit, (i1, i2, 1, i4)) .* kfn.alif_arrayProjection4d
# project 3D kfn zit into 4D alif zit alifForward(kfn.alif_zit,
i1, i2, i3, i4 = size(kfn.alif_zit) kfn.alif_wRec,
kfn.alif_zit .= reshape(kfn.zit, (i1, i2, 1, i4)) .* kfn.alif_arrayProjection4d kfn.alif_vt,
kfn.alif_vth,
alifForward(kfn.alif_zit, kfn.alif_vRest,
kfn.alif_wRec, kfn.alif_zt4d,
kfn.alif_vt, kfn.alif_alpha,
kfn.alif_vth, kfn.alif_phi,
kfn.alif_vRest, kfn.alif_epsilonRec,
kfn.alif_zt4d, kfn.alif_refractoryCounter,
kfn.alif_alpha, kfn.alif_refractoryDuration,
kfn.alif_phi, kfn.alif_gammaPd,
kfn.alif_epsilonRec, kfn.alif_firingCounter,
kfn.alif_refractoryCounter, kfn.alif_recSignal,
kfn.alif_refractoryDuration, kfn.alif_epsilonRecA,
kfn.alif_gammaPd, kfn.alif_a,
kfn.alif_firingCounter, kfn.alif_avth,
kfn.alif_recSignal, kfn.alif_beta,
kfn.alif_epsilonRecA, kfn.alif_rho,)
kfn.alif_a, end
kfn.alif_avth, end
kfn.alif_beta,
kfn.alif_rho,)
# reduce lif_zt4d and alif_zt4d into lif_zt, alif_zt (4d -> 1d) # reduce lif_zt4d and alif_zt4d into lif_zt, alif_zt (4d -> 1d)
kfn.lif_zt .= reduce(max, kfn.lif_zt4d, dims=(1,2)) kfn.lif_zt .= reduce(max, kfn.lif_zt4d, dims=(1,2))