Updated CUDA version and compatible calls

This commit is contained in:
Alberto Ramos 2022-01-07 04:19:34 +01:00
parent ed27aa6c49
commit 61af750003
7 changed files with 385 additions and 347 deletions

View file

@ -11,183 +11,191 @@
function krnl_impr!(plx, U::AbstractArray{T}, c0, c1, Ubnd::NTuple{NB,T}, cG, ztw, lp::SpaceParm{N,M,B,D}) where {T,NB,N,M,B,D}
b, r = assign_thx()
b = Int64(CUDA.threadIdx().x)
r = Int64(CUDA.blockIdx().x)
it = point_time((b, r), lp)
Ush = @cuStaticSharedMem(T, (D,2))
ipl = 0
S = zero(eltype(plx))
for id1 in N:-1:1
bu1, ru1 = up((b, r), id1, lp)
SFBC = ((B == BC_SF_AFWB) || (B == BC_SF_ORBI) ) && (id1==N)
Ush[b,1] = U[b,id1,r]
for id2 = 1:id1-1
bu2, ru2 = up((b, r), id2, lp)
Ush[b,2] = U[b,id2,r]
sync_threads()
ipl = ipl + 1
@inbounds begin
for id1 in N:-1:1
bu1, ru1 = up((b, r), id1, lp)
SFBC = ((B == BC_SF_AFWB) || (B == BC_SF_ORBI) ) && (id1==N)
Ush[b,1] = U[b,id1,r]
# H2 staple
(b1, r1) = up((b,r), id1, lp)
if r1 == r
ga = Ush[b1,1]
else
ga = U[b1,id1,r1]
end
(b2, r2) = up((b1,r1), id1, lp)
if r2 == r
gb = Ush[b2,2]
else
if SFBC && (it == lp.iL[end]-1)
gb = Ubnd[id2]
for id2 = 1:id1-1
bu2, ru2 = up((b, r), id2, lp)
Ush[b,2] = U[b,id2,r]
sync_threads()
ipl = ipl + 1
# H2 staple
(b1, r1) = up((b,r), id1, lp)
if r1 == r
ga = Ush[b1,1]
else
gb = U[b2,id2,r2]
ga = U[b1,id1,r1]
end
end
(b2, r2) = up((b1,r1), id2, lp)
if r2 == r
gc = Ush[b2,1]
else
gc = U[b2,id1,r2]
end
h2 = (ga*gb)/gc
# H3 staple
(b1, r1) = up((b,r), id2, lp)
if r1 == r
ga = Ush[b1,2]
else
ga = U[b1,id2,r1]
end
(b2, r2) = up((b1,r1), id2, lp)
if r2 == r
gb = Ush[b2,1]
else
gb = U[b2,id1,r2]
end
(b2, r2) = up((b1,r1), id1, lp)
if r2 == r
gc = Ush[b2,2]
else
if SFBC && (it == lp.iL[end])
gc = Ubnd[id2]
(b2, r2) = up((b1,r1), id1, lp)
if r2 == r
gb = Ush[b2,2]
else
gc = U[b2,id2,r2]
if SFBC && (it == lp.iL[end]-1)
gb = Ubnd[id2]
else
gb = U[b2,id2,r2]
end
end
end
h3 = (ga*gb)/gc
# END staples
if ru2 == r
gb = Ush[bu2,1]
else
gb = U[bu2,id1,ru2]
end
if ru1 == r
ga = Ush[bu1,2]
else
if SFBC && (it == lp.iL[end])
ga = Ubnd[id2]
(b2, r2) = up((b1,r1), id2, lp)
if r2 == r
gc = Ush[b2,1]
else
ga = U[bu1,id2,ru1]
gc = U[b2,id1,r2]
end
h2 = (ga*gb)/gc
# H3 staple
(b1, r1) = up((b,r), id2, lp)
if r1 == r
ga = Ush[b1,2]
else
ga = U[b1,id2,r1]
end
(b2, r2) = up((b1,r1), id2, lp)
if r2 == r
gb = Ush[b2,1]
else
gb = U[b2,id1,r2]
end
(b2, r2) = up((b1,r1), id1, lp)
if r2 == r
gc = Ush[b2,2]
else
if SFBC && (it == lp.iL[end])
gc = Ubnd[id2]
else
gc = U[b2,id2,r2]
end
end
h3 = (ga*gb)/gc
# END staples
if ru2 == r
gb = Ush[bu2,1]
else
gb = U[bu2,id1,ru2]
end
if ru1 == r
ga = Ush[bu1,2]
else
if SFBC && (it == lp.iL[end])
ga = Ubnd[id2]
else
ga = U[bu1,id2,ru1]
end
end
g2 = Ush[b,2]\Ush[b,1]
if (it == lp.iL[end]) && SFBC
S += cG*(c0*tr(g2*ga/gb) + (3*c1/2)*tr(g2*ga/h3))
elseif (it == 1) && SFBC
S += cG*(c0*tr(g2*ga/gb) + (3*c1/2)*tr(g2*ga/h3)) + c1*tr(g2*h2/gb)
else
S += ztw[ipl]*c0*tr(g2*ga/gb) +
(ztw[ipl]^2*c1)*( tr(g2*h2/gb) + tr(g2*ga/h3))
end
end
g2 = Ush[b,2]\Ush[b,1]
if (it == lp.iL[end]) && SFBC
S += cG*(c0*tr(g2*ga/gb) + (3*c1/2)*tr(g2*ga/h3))
elseif (it == 1) && SFBC
S += cG*(c0*tr(g2*ga/gb) + (3*c1/2)*tr(g2*ga/h3)) + c1*tr(g2*h2/gb)
else
S += ztw[ipl]*c0*tr(g2*ga/gb) +
(ztw[ipl]^2*c1)*( tr(g2*h2/gb) + tr(g2*ga/h3))
end
end
I = point_coord((b,r), lp)
plx[I] = S
end
I = point_coord((b,r), lp)
plx[I] = S
return nothing
end
function krnl_plaq!(plx, U::AbstractArray{T}, Ubnd, cG, ztw, lp::SpaceParm{N,M,B,D}) where {T,N,M,B,D}
b, r = assign_thx()
it = point_time((b, r), lp)
@inbounds begin
b = Int64(CUDA.threadIdx().x)
r = Int64(CUDA.blockIdx().x)
it = point_time((b, r), lp)
Ush = @cuStaticSharedMem(T, (D,2))
S = zero(eltype(plx))
ipl = 0
for id1 in N:-1:1
bu1, ru1 = up((b, r), id1, lp)
Ush[b,1] = U[b,id1,r]
Ush = @cuStaticSharedMem(T, (D,2))
S = zero(eltype(plx))
ipl = 0
for id1 in N:-1:1
bu1, ru1 = up((b, r), id1, lp)
Ush[b,1] = U[b,id1,r]
SFBND = ( ( (B == BC_SF_AFWB) || (B == BC_SF_ORBI) ) &&
( (it == 1) || (it == lp.iL[end])) ) && (id1 == N)
SFBND = ( ( (B == BC_SF_AFWB) || (B == BC_SF_ORBI) ) &&
( (it == 1) || (it == lp.iL[end])) ) && (id1 == N)
for id2 = 1:id1-1
bu2, ru2 = up((b, r), id2, lp)
Ush[b,2] = U[b,id2,r]
sync_threads()
ipl = ipl + 1
if ru1 == r
gt1 = Ush[bu1,2]
else
if SFBND && (it == lp.iL[end])
gt1 = Ubnd[id2]
for id2 = 1:id1-1
bu2, ru2 = up((b, r), id2, lp)
Ush[b,2] = U[b,id2,r]
sync_threads()
ipl = ipl + 1
if ru1 == r
gt1 = Ush[bu1,2]
else
gt1 = U[bu1,id2,ru1]
if SFBND && (it == lp.iL[end])
gt1 = Ubnd[id2]
else
gt1 = U[bu1,id2,ru1]
end
end
if ru2 == r
gt2 = Ush[bu2,1]
else
gt2 = U[bu2,id1,ru2]
end
if SFBND
S += cG*tr(Ush[b,1]*gt1 / (Ush[b,2]*gt2))
else
S += ztw[ipl]*tr(Ush[b,1]*gt1 / (Ush[b,2]*gt2))
end
end
if ru2 == r
gt2 = Ush[bu2,1]
else
gt2 = U[bu2,id1,ru2]
end
if SFBND
S += cG*tr(Ush[b,1]*gt1 / (Ush[b,2]*gt2))
else
S += ztw[ipl]*tr(Ush[b,1]*gt1 / (Ush[b,2]*gt2))
end
end
end
I = point_coord((b,r), lp)
plx[I] = S
I = point_coord((b,r), lp)
plx[I] = S
end
return nothing
end
function krnl_force_wilson_pln!(frc1, frc2, U::AbstractArray{T}, Ubnd, cG, ztw, ipl, lp::SpaceParm{N,M,B,D}) where {T,N,M,B,D}
b, r = assign_thx()
b = Int64(CUDA.threadIdx().x)
r = Int64(CUDA.blockIdx().x)
it = point_time((b,r), lp)
Ush = @cuStaticSharedMem(T, (D,2))
@inbounds begin
id1, id2 = lp.plidx[ipl]
bu1, ru1 = up((b, r), id1, lp)
bu2, ru2 = up((b, r), id2, lp)
SFBC = ((B == BC_SF_AFWB) || (B == BC_SF_ORBI) ) && (id1 == N)
Ush[b,1] = U[b,id1,r]
Ush[b,2] = U[b,id2,r]
sync_threads()
if ru2 == r
gt2 = Ush[bu2,1]
else
@ -205,7 +213,7 @@ function krnl_force_wilson_pln!(frc1, frc2, U::AbstractArray{T}, Ubnd, cG, ztw,
g1 = gt1/gt2
g2 = Ush[b,2]\Ush[b,1]
if SFBC && (it == 1)
X = cG*projalg(ztw,Ush[b,1]*g1/Ush[b,2])
@ -227,28 +235,29 @@ function krnl_force_wilson_pln!(frc1, frc2, U::AbstractArray{T}, Ubnd, cG, ztw,
frc2[bu2,id1,ru2] += projalg(ztw,g2*g1)
end
end
return nothing
end
function krnl_force_impr_pln!(frc1, frc2, U::AbstractArray{T}, c0, c1, Ubnd, cG, ztw, ipl, lp::SpaceParm{N,M,B,D}) where {T,N,M,B,D}
b, r = assign_thx()
b = Int64(CUDA.threadIdx().x)
r = Int64(CUDA.blockIdx().x)
it = point_time((b, r), lp)
Ush = @cuStaticSharedMem(T, (D,2))
@inbounds begin
id1, id2 = lp.plidx[ipl]
bu1, ru1 = up((b, r), id1, lp)
bu2, ru2 = up((b, r), id2, lp)
SFBC = ((B == BC_SF_AFWB) || (B == BC_SF_ORBI) ) && (id1 == N)
Ush[b,1] = U[b,id1,r]
Ush[b,2] = U[b,id2,r]
sync_threads()
# H1 staple
(b1, r1) = dw((b,r), id2, lp)
if r1 == r
@ -324,7 +333,7 @@ function krnl_force_impr_pln!(frc1, frc2, U::AbstractArray{T}, c0, c1, Ubnd, cG,
end
end
h3 = (ga*gb)/gc
# H4 staple
(b1, r1) = dw((b,r), id1, lp)
if r1 == r
@ -361,7 +370,7 @@ function krnl_force_impr_pln!(frc1, frc2, U::AbstractArray{T}, c0, c1, Ubnd, cG,
g1 = ga/gb
g2 = Ush[b,2]\Ush[b,1]
if SFBC && (it == 1)
X = (cG*c0)*projalg(Ush[b,1]*g1/Ush[b,2]) + c1*projalg(Ush[b,1]*h2/(Ush[b,2]*gb)) +
(3*c1*cG/2)*projalg(Ush[b,1]*ga/(Ush[b,2]*h3))
@ -396,7 +405,7 @@ function krnl_force_impr_pln!(frc1, frc2, U::AbstractArray{T}, c0, c1, Ubnd, cG,
frc2[bu2,id1,ru2] += projalg(c0*ztw[ipl],g2*g1) + projalg(zsq*c1,(Ush[b,2]\h1)*g1) +
projalg(zsq*c1,g2*h2/gb) + projalg(zsq*c1,h4\Ush[b,1]*g1)
end
end
return nothing