mirror of
https://igit.ific.uv.es/alramos/latticegpu.jl.git
synced 2025-06-29 13:29:27 +02:00
1176 lines
38 KiB
Julia
1176 lines
38 KiB
Julia
###
|
|
### "THE BEER-WARE LICENSE":
|
|
### Alberto Ramos wrote this file. As long as you retain this
|
|
### notice you can do whatever you want with this stuff. If we meet some
|
|
### day, and you think this stuff is worth it, you can buy me a beer in
|
|
### return. <alberto.ramos@cern.ch>
|
|
###
|
|
### file: YMact.jl
|
|
### created: Mon Jul 12 18:31:19 2021
|
|
###
|
|
|
|
|
|
##
|
|
## OPEN
|
|
##
|
|
function krnl_impr!(plx, U::AbstractArray{T}, c0, c1, Ubnd::NTuple{NB,T}, cG, ztw, lp::SpaceParm{N,M,BC_OPEN,D}) where {T,NB,N,M,D}
|
|
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
ipl = 0
|
|
S = zero(eltype(plx))
|
|
@inbounds begin
|
|
for id1 in N:-1:1
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
TOBC = (id1==N)
|
|
|
|
for id2 = 1:id1-1
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
ipl = ipl + 1
|
|
|
|
TWP = (I[id1]==1) && (I[id2]==1)
|
|
TWH2 = TWP || ( (I[id1]==lp.iL[id1]) && (I[id2]==1) )
|
|
TWH3 = TWP || ( (I[id1]==1) && (I[id2]==lp.iL[id2]) )
|
|
|
|
# H2 staple
|
|
(b1, r1) = up((b,r), id1, lp)
|
|
(b2, r2) = up((b1,r1), id1, lp)
|
|
gb = U[b2,id2,r2]
|
|
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
h2 = (U[b1,id1,r1]*gb)/U[b2,id1,r2]
|
|
|
|
# H3 staple
|
|
(b1, r1) = up((b,r), id2, lp)
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
|
|
(b3, r3) = up((b1,r1), id1, lp)
|
|
|
|
gc = U[b3,id2,r3]
|
|
|
|
h3 = (U[b1,id2,r1]*U[b2,id1,r2])/gc
|
|
# END staples
|
|
|
|
ga = U[bu1,id2,ru1]
|
|
|
|
g2 = U[b,id2,r]\U[b,id1,r]
|
|
|
|
if ( (it == lp.iL[end]) || (it == 1) ) && !TOBC
|
|
S += 0.5*cG*(c0*tr(g2*ga/U[bu2,id1,ru2]) + c1*tr(g2*ga/h3) + c1*tr(g2*h2/U[bu2,id1,ru2]))
|
|
elseif (it == lp.iL[end]-1) && TOBC
|
|
S += c0*tr(g2*ga/U[bu2,id1,ru2]) + c1*tr(g2*ga/h3)
|
|
elseif (it == lp.iL[end]) && TOBC
|
|
nothing
|
|
else
|
|
if TWP
|
|
S += (ztw[ipl]*c0)*tr(g2*ga/U[bu2,id1,ru2])
|
|
else
|
|
S += c0*tr(g2*ga/U[bu2,id1,ru2])
|
|
end
|
|
if TWH2
|
|
S += (ztw[ipl]*c1)*tr(g2*h2/U[bu2,id1,ru2])
|
|
else
|
|
S += c1*tr(g2*h2/U[bu2,id1,ru2])
|
|
end
|
|
if TWH3
|
|
S += (ztw[ipl]*c1)*tr(g2*ga/h3)
|
|
else
|
|
S += c1*tr(g2*ga/h3)
|
|
end
|
|
end
|
|
|
|
end
|
|
end
|
|
|
|
plx[I] = S
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
function krnl_plaq!(plx, U::AbstractArray{T}, Ubnd, cG, ztw, lp::SpaceParm{N,M,BC_OPEN,D}) where {T,N,M,D}
|
|
|
|
@inbounds begin
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
S = zero(eltype(plx))
|
|
ipl = 0
|
|
for id1 in N:-1:1
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
TOBC = (id1==N)
|
|
|
|
for id2 = 1:id1-1
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
ipl = ipl + 1
|
|
TWP = (I[id1]==1) && (I[id2]==1)
|
|
|
|
gt1 = U[bu1,id2,ru1]
|
|
|
|
if ( (it == lp.iL[end]) || (it == 1)) && !TOBC
|
|
S += 0.5*cG*(tr(U[b,id1,r]*gt1 / (U[b,id2,r]*U[bu2,id1,ru2])))
|
|
elseif (it == lp.iL[end]) && TOBC
|
|
nothing
|
|
else
|
|
if TWP
|
|
S += ztw[ipl]*tr(U[b,id1,r]*gt1 / (U[b,id2,r]*U[bu2,id1,ru2]))
|
|
else
|
|
S += tr(U[b,id1,r]*gt1 / (U[b,id2,r]*U[bu2,id1,ru2]))
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
plx[I] = S
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
function krnl_force_wilson_pln!(frc1, frc2, U::AbstractArray{T}, Ubnd, cG, ztw, ipl, lp::SpaceParm{N,M,BC_OPEN,D}) where {T,N,M,D}
|
|
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
@inbounds begin
|
|
id1, id2 = lp.plidx[ipl]
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
TWP = (I[id1]==1)&&(I[id2]==1)
|
|
|
|
TOBC = (id1 == N)
|
|
|
|
gt1 = U[bu1,id2,ru1]
|
|
|
|
g1 = gt1/U[bu2,id1,ru2]
|
|
g2 = U[b,id2,r]\U[b,id1,r]
|
|
|
|
if !TOBC && ( (it == 1) || (it == lp.iL[end]) )
|
|
X = 0.5*cG*projalg(U[b,id1,r]*g1/U[b,id2,r])
|
|
|
|
frc1[b ,id1, r ] -= X
|
|
frc1[b ,id2, r ] += X
|
|
frc2[bu1,id2,ru1] -= 0.5*cG*projalg(g1*g2)
|
|
frc2[bu2,id1,ru2] += 0.5*cG*projalg(g2*g1)
|
|
elseif TOBC && (it == lp.iL[end])
|
|
nothing
|
|
else
|
|
if TWP
|
|
X = projalg(ztw,U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(ztw,g1*g2)
|
|
frc2[bu2,id1,ru2] += projalg(ztw,g2*g1)
|
|
else
|
|
X = projalg(U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(g1*g2)
|
|
frc2[bu2,id1,ru2] += projalg(g2*g1)
|
|
end
|
|
frc1[b ,id1, r ] -= X
|
|
frc1[b ,id2, r ] += X
|
|
end
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
function krnl_force_impr_pln!(frc1, frc2, U::AbstractArray{T}, c0, c1, Ubnd, cG, ztw, ipl, lp::SpaceParm{N,M,BC_OPEN,D}) where {T,N,M,D}
|
|
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
@inbounds begin
|
|
id1, id2 = lp.plidx[ipl]
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
|
|
TOBC = (id1 == N)
|
|
TWP = (I[id1]==1) && (I[id2]==1)
|
|
TWH1 = TWP || ( (I[id1]==1) && (I[id2]==2) )
|
|
TWH2 = TWP || ( (I[id1]==lp.iL[id1]) && (I[id2]==1) )
|
|
TWH3 = TWP || ( (I[id1]==1) && (I[id2]==lp.iL[id2]) )
|
|
TWH4 = TWP || ( (I[id1]==2) && (I[id2]==1) )
|
|
|
|
# H1 staple
|
|
(b1, r1) = dw((b,r), id2, lp)
|
|
(b2, r2) = up((b1,r1), id1, lp)
|
|
gc = U[b2,id2,r2]
|
|
h1 = (U[b1,id2,r1]\U[b1,id1,r1])*gc
|
|
|
|
# H2 staple
|
|
(b1, r1) = up((b,r), id1, lp)
|
|
(b2, r2) = up((b1,r1), id1, lp)
|
|
gb = U[b2,id2,r2]
|
|
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
h2 = (U[b1,id1,r1]*gb)/U[b2,id1,r2]
|
|
|
|
# H3 staple
|
|
(b1, r1) = up((b,r), id2, lp)
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
(b3, r3) = up((b1,r1), id1, lp)
|
|
gc = U[b3,id2,r3]
|
|
h3 = (U[b1,id2,r1]*U[b2,id1,r2])/gc
|
|
|
|
# H4 staple
|
|
(b1, r1) = dw((b,r), id1, lp)
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
h4 = (U[b1,id1,r1]\U[b1,id2,r1])*U[b2,id1,r2]
|
|
# END staples
|
|
|
|
ga = U[bu1,id2,ru1]
|
|
|
|
g1 = ga/U[bu2,id1,ru2]
|
|
g2 = U[b,id2,r]\U[b,id1,r]
|
|
|
|
if !TOBC && ( (it == 1) || (it == lp.iL[end]) )
|
|
X = 0.5*cG*(c0*projalg(U[b,id1,r]*g1/U[b,id2,r]) + c1*projalg(U[b,id1,r]*h2/(U[b,id2,r]*U[bu2,id1,ru2])) + c1*projalg(U[b,id1,r]*ga/(U[b,id2,r]*h3)) )
|
|
|
|
frc1[b,id1,r] -= X + 0.5*cG*c1*projalg(U[b,id1,r]*g1/h4)
|
|
frc1[b,id2,r] += X + 0.5*cG*c1*projalg(h1*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= 0.5*cG*c0*projalg(g1*g2)
|
|
frc2[bu2,id1,ru2] += 0.5*cG*c0*projalg(g2*g1)
|
|
frc2[bu1,id2,ru1] -= 0.5*cG*c1*projalg((g1/U[b,id2,r])*h1)
|
|
frc2[bu2,id1,ru2] += 0.5*cG*c1*projalg((U[b,id2,r]\h1)*g1)
|
|
frc2[bu2,id1,ru2] += 0.5*cG*c1*projalg(g2*h2/U[bu2,id1,ru2])
|
|
frc2[bu1,id2,ru1] -= 0.5*cG*c1*projalg((ga/h3)*g2)
|
|
frc2[bu1,id2,ru1] -= 0.5*cG*c1*projalg((g1/h4)*U[b,id1,r])
|
|
frc2[bu2,id1,ru2] += 0.5*cG*c1*projalg(h4\U[b,id1,r]*g1)
|
|
elseif TOBC && (it == lp.iL[end])
|
|
nothing
|
|
elseif TOBC && (it == 1)
|
|
X = c0*projalg(U[b,id1,r]*g1/U[b,id2,r]) + c1*projalg(U[b,id1,r]*h2/(U[b,id2,r]*U[bu2,id1,ru2])) + c1*projalg(U[b,id1,r]*ga/(U[b,id2,r]*h3))
|
|
|
|
frc1[b,id1,r] -= X
|
|
frc1[b,id2,r] += X + c1*projalg(h1*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= c0*projalg(g1*g2)
|
|
frc2[bu2,id1,ru2] += c0*projalg(g2*g1)
|
|
frc2[bu1,id2,ru1] -= c1*projalg((g1/U[b,id2,r])*h1)
|
|
frc2[bu2,id1,ru2] += c1*projalg((U[b,id2,r]\h1)*g1)
|
|
frc2[bu2,id1,ru2] += c1*projalg(g2*h2/U[bu2,id1,ru2])
|
|
frc2[bu1,id2,ru1] -= c1*projalg((ga/h3)*g2)
|
|
elseif TOBC && (it == (lp.iL[end]-1) )
|
|
X = c0*projalg(U[b,id1,r]*g1/U[b,id2,r]) + c1*projalg(U[b,id1,r]*ga/(U[b,id2,r]*h3))
|
|
|
|
frc1[b,id1,r] -= X + c1*projalg(U[b,id1,r]*g1/h4)
|
|
frc1[b,id2,r] += X + c1*projalg(h1*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= c0*projalg(g1*g2)
|
|
frc2[bu2,id1,ru2] += c0*projalg(g2*g1)
|
|
frc2[bu1,id2,ru1] -= c1*projalg((g1/U[b,id2,r])*h1)
|
|
frc2[bu2,id1,ru2] += c1*projalg((U[b,id2,r]\h1)*g1)
|
|
frc2[bu1,id2,ru1] -= c1*projalg((ga/h3)*g2)
|
|
frc2[bu1,id2,ru1] -= c1*projalg((g1/h4)*U[b,id1,r])
|
|
frc2[bu2,id1,ru2] += c1*projalg(h4\U[b,id1,r]*g1)
|
|
else
|
|
if TWP
|
|
X = projalg(c0*ztw,U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(c0*ztw,g1*g2)
|
|
frc2[bu2,id1,ru2] += projalg(c0*ztw,g2*g1)
|
|
else
|
|
X = c0*projalg(U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= c0*projalg(g1*g2)
|
|
frc2[bu2,id1,ru2] += c0*projalg(g2*g1)
|
|
end
|
|
if TWH1
|
|
frc1[b,id2,r] += projalg(ztw*c1,h1*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(ztw*c1,(g1/U[b,id2,r])*h1)
|
|
frc2[bu2,id1,ru2] += projalg(ztw*c1,(U[b,id2,r]\h1)*g1)
|
|
else
|
|
frc1[b,id2,r] += c1*projalg(h1*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= c1*projalg((g1/U[b,id2,r])*h1)
|
|
frc2[bu2,id1,ru2] += c1*projalg((U[b,id2,r]\h1)*g1)
|
|
end
|
|
if TWH2
|
|
X += projalg(ztw*c1,U[b,id1,r]*h2/(U[b,id2,r]*U[bu2,id1,ru2]))
|
|
frc2[bu2,id1,ru2] += projalg(ztw*c1,g2*h2/U[bu2,id1,ru2])
|
|
else
|
|
X += c1*projalg(U[b,id1,r]*h2/(U[b,id2,r]*U[bu2,id1,ru2]))
|
|
frc2[bu2,id1,ru2] += c1*projalg(g2*h2/U[bu2,id1,ru2])
|
|
end
|
|
if TWH3
|
|
X += projalg(ztw*c1,U[b,id1,r]*ga/(U[b,id2,r]*h3))
|
|
frc2[bu1,id2,ru1] -= projalg(ztw*c1,(ga/h3)*g2)
|
|
else
|
|
X += c1*projalg(U[b,id1,r]*ga/(U[b,id2,r]*h3))
|
|
frc2[bu1,id2,ru1] -= c1*projalg((ga/h3)*g2)
|
|
end
|
|
if TWH4
|
|
frc1[b,id1,r] -= projalg(ztw*c1,U[b,id1,r]*g1/h4)
|
|
frc2[bu1,id2,ru1] -= projalg(ztw*c1,(g1/h4)*U[b,id1,r])
|
|
frc2[bu2,id1,ru2] += projalg(ztw*c1,h4\U[b,id1,r]*g1)
|
|
else
|
|
frc1[b,id1,r] -= c1*projalg(U[b,id1,r]*g1/h4)
|
|
frc2[bu1,id2,ru1] -= c1*projalg((g1/h4)*U[b,id1,r])
|
|
frc2[bu2,id1,ru2] += c1*projalg(h4\U[b,id1,r]*g1)
|
|
end
|
|
frc1[b,id1,r] -= X
|
|
frc1[b,id2,r] += X
|
|
|
|
end
|
|
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
|
|
##
|
|
## SF
|
|
##
|
|
function krnl_impr!(plx, U::AbstractArray{T}, c0, c1, Ubnd::NTuple{NB,T}, cG, ztw, lp::SpaceParm{N,M,BC_SF_ORBI,D}) where {T,NB,N,M,D}
|
|
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
ipl = 0
|
|
S = zero(eltype(plx))
|
|
@inbounds begin
|
|
for id1 in N:-1:1
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
SFBC = (id1==N)
|
|
|
|
for id2 = 1:id1-1
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
ipl = ipl + 1
|
|
|
|
TWP = (I[id1]==1) && (I[id2]==1)
|
|
TWH2 = TWP || ( (I[id1]==lp.iL[id1]) && (I[id2]==1) )
|
|
TWH3 = TWP || ( (I[id1]==1) && (I[id2]==lp.iL[id2]) )
|
|
|
|
# H2 staple
|
|
(b1, r1) = up((b,r), id1, lp)
|
|
(b2, r2) = up((b1,r1), id1, lp)
|
|
if SFBC && (it == lp.iL[end]-1)
|
|
gb = Ubnd[id2]
|
|
else
|
|
gb = U[b2,id2,r2]
|
|
end
|
|
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
h2 = (U[b1,id1,r1]*gb)/U[b2,id1,r2]
|
|
|
|
# H3 staple
|
|
(b1, r1) = up((b,r), id2, lp)
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
|
|
(b3, r3) = up((b1,r1), id1, lp)
|
|
if SFBC && (it == lp.iL[end])
|
|
gc = Ubnd[id2]
|
|
else
|
|
gc = U[b3,id2,r3]
|
|
end
|
|
h3 = (U[b1,id2,r1]*U[b2,id1,r2])/gc
|
|
# END staples
|
|
|
|
if SFBC && (it == lp.iL[end])
|
|
ga = Ubnd[id2]
|
|
else
|
|
ga = U[bu1,id2,ru1]
|
|
end
|
|
|
|
g2 = U[b,id2,r]\U[b,id1,r]
|
|
|
|
if (it == lp.iL[end]) && SFBC
|
|
S += cG*(c0*tr(g2*ga/U[bu2,id1,ru2])) + (c1)*tr(g2*ga/h3) + (c1/2)*tr((g2*ga/U[bu2,id1,ru2])*g2*ga/U[bu2,id1,ru2])
|
|
elseif (it == 1) && SFBC
|
|
S += cG*(c0*tr(g2*ga/U[bu2,id1,ru2])) + (c1)*tr(g2*ga/h3) + c1*tr(g2*h2/U[bu2,id1,ru2]) + (c1/2)*tr((g2*ga/U[bu2,id1,ru2])*g2*ga/U[bu2,id1,ru2])
|
|
else
|
|
if TWP
|
|
S += (ztw[ipl]*c0)*tr(g2*ga/U[bu2,id1,ru2])
|
|
else
|
|
S += c0*tr(g2*ga/U[bu2,id1,ru2])
|
|
end
|
|
if TWH2
|
|
S += (ztw[ipl]*c1)*tr(g2*h2/U[bu2,id1,ru2])
|
|
else
|
|
S += c1*tr(g2*h2/U[bu2,id1,ru2])
|
|
end
|
|
if TWH3
|
|
S += (ztw[ipl]*c1)*tr(g2*ga/h3)
|
|
else
|
|
S += c1*tr(g2*ga/h3)
|
|
end
|
|
end
|
|
|
|
end
|
|
end
|
|
|
|
plx[I] = S
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
function krnl_impr!(plx, U::AbstractArray{T}, c0, c1, Ubnd::NTuple{NB,T}, cG, ztw, lp::SpaceParm{N,M,BC_SF_AFWB,D}) where {T,NB,N,M,D}
|
|
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
ipl = 0
|
|
S = zero(eltype(plx))
|
|
@inbounds begin
|
|
for id1 in N:-1:1
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
SFBC = (id1==N)
|
|
|
|
for id2 = 1:id1-1
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
ipl = ipl + 1
|
|
|
|
TWP = (I[id1]==1) && (I[id2]==1)
|
|
TWH2 = TWP || ( (I[id1]==lp.iL[id1]) && (I[id2]==1) )
|
|
TWH3 = TWP || ( (I[id1]==1) && (I[id2]==lp.iL[id2]) )
|
|
|
|
# H2 staple
|
|
(b1, r1) = up((b,r), id1, lp)
|
|
(b2, r2) = up((b1,r1), id1, lp)
|
|
if SFBC && (it == lp.iL[end]-1)
|
|
gb = Ubnd[id2]
|
|
else
|
|
gb = U[b2,id2,r2]
|
|
end
|
|
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
h2 = (U[b1,id1,r1]*gb)/U[b2,id1,r2]
|
|
|
|
# H3 staple
|
|
(b1, r1) = up((b,r), id2, lp)
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
|
|
(b3, r3) = up((b1,r1), id1, lp)
|
|
if SFBC && (it == lp.iL[end])
|
|
gc = Ubnd[id2]
|
|
else
|
|
gc = U[b3,id2,r3]
|
|
end
|
|
h3 = (U[b1,id2,r1]*U[b2,id1,r2])/gc
|
|
# END staples
|
|
|
|
if SFBC && (it == lp.iL[end])
|
|
ga = Ubnd[id2]
|
|
else
|
|
ga = U[bu1,id2,ru1]
|
|
end
|
|
|
|
g2 = U[b,id2,r]\U[b,id1,r]
|
|
|
|
if (it == lp.iL[end]) && SFBC
|
|
S += cG*(c0*tr(g2*ga/U[bu2,id1,ru2]) + (3*c1/2)*tr(g2*ga/h3))
|
|
elseif (it == 1) && SFBC
|
|
S += cG*(c0*tr(g2*ga/U[bu2,id1,ru2]) + (3*c1/2)*tr(g2*ga/h3)) + c1*tr(g2*h2/U[bu2,id1,ru2])
|
|
else
|
|
if TWP
|
|
S += (ztw[ipl]*c0)*tr(g2*ga/U[bu2,id1,ru2])
|
|
else
|
|
S += c0*tr(g2*ga/U[bu2,id1,ru2])
|
|
end
|
|
if TWH2
|
|
S += (ztw[ipl]*c1)*tr(g2*h2/U[bu2,id1,ru2])
|
|
else
|
|
S += c1*tr(g2*h2/U[bu2,id1,ru2])
|
|
end
|
|
if TWH3
|
|
S += (ztw[ipl]*c1)*tr(g2*ga/h3)
|
|
else
|
|
S += c1*tr(g2*ga/h3)
|
|
end
|
|
end
|
|
|
|
end
|
|
end
|
|
|
|
plx[I] = S
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
function krnl_plaq!(plx, U::AbstractArray{T}, Ubnd, cG, ztw, lp::Union{SpaceParm{N,M,BC_SF_ORBI,D},SpaceParm{N,M,BC_SF_AFWB,D}}) where {T,N,M,D}
|
|
|
|
|
|
@inbounds begin
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
IBND = ( (it == 1) || (it == lp.iL[end]))
|
|
|
|
S = zero(eltype(plx))
|
|
ipl = 0
|
|
for id1 in N:-1:1
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
SFBND = IBND && (id1 == N)
|
|
|
|
for id2 = 1:id1-1
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
ipl = ipl + 1
|
|
TWP = (I[id1]==1) && (I[id2]==1)
|
|
|
|
if SFBND && (it == lp.iL[end])
|
|
gt1 = Ubnd[id2]
|
|
else
|
|
gt1 = U[bu1,id2,ru1]
|
|
end
|
|
|
|
if SFBND
|
|
S += cG*tr(U[b,id1,r]*gt1 / (U[b,id2,r]*U[bu2,id1,ru2]))
|
|
else
|
|
if TWP
|
|
S += ztw[ipl]*tr(U[b,id1,r]*gt1 / (U[b,id2,r]*U[bu2,id1,ru2]))
|
|
else
|
|
S += tr(U[b,id1,r]*gt1 / (U[b,id2,r]*U[bu2,id1,ru2]))
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
plx[I] = S
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
function krnl_force_wilson_pln!(frc1, frc2, U::AbstractArray{T}, Ubnd, cG, ztw, ipl, lp::Union{SpaceParm{N,M,BC_SF_ORBI,D},SpaceParm{N,M,BC_SF_AFWB,D}}) where {T,N,M,D}
|
|
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
@inbounds begin
|
|
id1, id2 = lp.plidx[ipl]
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
TWP = (I[id1]==1)&&(I[id2]==1)
|
|
|
|
SFBC = (id1 == N)
|
|
|
|
if SFBC && (it == lp.iL[end])
|
|
gt1 = Ubnd[id2]
|
|
else
|
|
gt1 = U[bu1,id2,ru1]
|
|
end
|
|
|
|
g1 = gt1/U[bu2,id1,ru2]
|
|
g2 = U[b,id2,r]\U[b,id1,r]
|
|
|
|
if SFBC && (it == 1)
|
|
X = cG*projalg(U[b,id1,r]*g1/U[b,id2,r])
|
|
|
|
frc1[b ,id1, r ] -= X
|
|
frc2[bu1,id2,ru1] -= cG*projalg(g1*g2)
|
|
frc2[bu2,id1,ru2] += cG*projalg(g2*g1)
|
|
elseif SFBC && (it == lp.iL[end])
|
|
X = cG*projalg(U[b,id1,r]*g1/U[b,id2,r])
|
|
|
|
frc1[b ,id1, r ] -= X
|
|
frc1[b ,id2, r ] += X
|
|
frc2[bu2,id1,ru2] += cG*projalg(g2*g1)
|
|
else
|
|
if TWP
|
|
X = projalg(ztw,U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(ztw,g1*g2)
|
|
frc2[bu2,id1,ru2] += projalg(ztw,g2*g1)
|
|
else
|
|
X = projalg(U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(g1*g2)
|
|
frc2[bu2,id1,ru2] += projalg(g2*g1)
|
|
end
|
|
frc1[b ,id1, r ] -= X
|
|
frc1[b ,id2, r ] += X
|
|
end
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
function krnl_force_impr_pln!(frc1, frc2, U::AbstractArray{T}, c0, c1, Ubnd, cG, ztw, ipl, lp::SpaceParm{N,M,BC_SF_ORBI,D}) where {T,N,M,D}
|
|
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
@inbounds begin
|
|
id1, id2 = lp.plidx[ipl]
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
|
|
SFBC = (id1 == N)
|
|
TWP = (I[id1]==1) && (I[id2]==1)
|
|
TWH1 = TWP || ( (I[id1]==1) && (I[id2]==2) )
|
|
TWH2 = TWP || ( (I[id1]==lp.iL[id1]) && (I[id2]==1) )
|
|
TWH3 = TWP || ( (I[id1]==1) && (I[id2]==lp.iL[id2]) )
|
|
TWH4 = TWP || ( (I[id1]==2) && (I[id2]==1) )
|
|
|
|
# H1 staple
|
|
(b1, r1) = dw((b,r), id2, lp)
|
|
(b2, r2) = up((b1,r1), id1, lp)
|
|
if SFBC && (it == lp.iL[end])
|
|
gc = Ubnd[id2]
|
|
else
|
|
gc = U[b2,id2,r2]
|
|
end
|
|
h1 = (U[b1,id2,r1]\U[b1,id1,r1])*gc
|
|
|
|
# H2 staple
|
|
(b1, r1) = up((b,r), id1, lp)
|
|
(b2, r2) = up((b1,r1), id1, lp)
|
|
if SFBC && (it == lp.iL[end]-1)
|
|
gb = Ubnd[id2]
|
|
else
|
|
gb = U[b2,id2,r2]
|
|
end
|
|
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
h2 = (U[b1,id1,r1]*gb)/U[b2,id1,r2]
|
|
|
|
# H3 staple
|
|
(b1, r1) = up((b,r), id2, lp)
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
(b3, r3) = up((b1,r1), id1, lp)
|
|
if SFBC && (it == lp.iL[end])
|
|
gc = Ubnd[id2]
|
|
else
|
|
gc = U[b3,id2,r3]
|
|
end
|
|
h3 = (U[b1,id2,r1]*U[b2,id1,r2])/gc
|
|
|
|
# H4 staple
|
|
(b1, r1) = dw((b,r), id1, lp)
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
h4 = (U[b1,id1,r1]\U[b1,id2,r1])*U[b2,id1,r2]
|
|
# END staples
|
|
|
|
if SFBC && (it == lp.iL[end])
|
|
ga = Ubnd[id2]
|
|
else
|
|
ga = U[bu1,id2,ru1]
|
|
end
|
|
|
|
g1 = ga/U[bu2,id1,ru2]
|
|
g2 = U[b,id2,r]\U[b,id1,r]
|
|
|
|
if SFBC && (it == 1)
|
|
X = (cG*c0)*projalg(U[b,id1,r]*g1/U[b,id2,r]) + c1*projalg(U[b,id1,r]*h2/(U[b,id2,r]*U[bu2,id1,ru2])) +
|
|
(c1)*projalg(U[b,id1,r]*ga/(U[b,id2,r]*h3)) + c1*(projalg(U[b,id1,r]*g1*g2*g1/U[b,id2,r]))
|
|
|
|
frc1[b,id1,r] -= X
|
|
|
|
frc2[bu1,id2,ru1] -= (cG*c0)*projalg(g1*g2) + c1*projalg((ga/h3)*g2) +
|
|
c1*projalg((g1/U[b,id2,r])*h1) + c1*projalg(g1*g2*g1*g2)
|
|
|
|
frc2[bu2,id1,ru2] += (cG*c0)*projalg(g2*g1) + c1*projalg((U[b,id2,r]\h1)*g1) +
|
|
c1*projalg(g2*h2/U[bu2,id1,ru2]) + c1*projalg(g2*g1*g2*g1)
|
|
elseif SFBC && (it == lp.iL[end])
|
|
X = cG*c0*projalg(U[b,id1,r]*g1/U[b,id2,r]) +
|
|
c1 * (projalg(U[b,id1,r]*ga/(U[b,id2,r]*h3))) + c1*(projalg(U[b,id1,r]*g1*g2*g1/U[b,id2,r]))
|
|
|
|
frc1[b,id1,r] -= X + c1*projalg(U[b,id1,r]*g1/h4)
|
|
frc1[b,id2,r] += X + c1*projalg(h1*g1/U[b,id2,r])
|
|
|
|
frc2[bu2,id1,ru2] += (cG*c0)*projalg(g2*g1) + c1*projalg((U[b,id2,r]\h1)*g1) +
|
|
c1 * projalg(h4\U[b,id1,r]*g1) + c1* projalg(g2*g1*g2*g1)
|
|
else
|
|
if TWP
|
|
X = projalg(c0*ztw,U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(c0*ztw,g1*g2)
|
|
frc2[bu2,id1,ru2] += projalg(c0*ztw,g2*g1)
|
|
else
|
|
X = c0*projalg(U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= c0*projalg(g1*g2)
|
|
frc2[bu2,id1,ru2] += c0*projalg(g2*g1)
|
|
end
|
|
if TWH1
|
|
frc1[b,id2,r] += projalg(ztw*c1,h1*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(ztw*c1,(g1/U[b,id2,r])*h1)
|
|
frc2[bu2,id1,ru2] += projalg(ztw*c1,(U[b,id2,r]\h1)*g1)
|
|
else
|
|
frc1[b,id2,r] += c1*projalg(h1*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= c1*projalg((g1/U[b,id2,r])*h1)
|
|
frc2[bu2,id1,ru2] += c1*projalg((U[b,id2,r]\h1)*g1)
|
|
end
|
|
if TWH2
|
|
X += projalg(ztw*c1,U[b,id1,r]*h2/(U[b,id2,r]*U[bu2,id1,ru2]))
|
|
frc2[bu2,id1,ru2] += projalg(ztw*c1,g2*h2/U[bu2,id1,ru2])
|
|
else
|
|
X += c1*projalg(U[b,id1,r]*h2/(U[b,id2,r]*U[bu2,id1,ru2]))
|
|
frc2[bu2,id1,ru2] += c1*projalg(g2*h2/U[bu2,id1,ru2])
|
|
end
|
|
if TWH3
|
|
X += projalg(ztw*c1,U[b,id1,r]*ga/(U[b,id2,r]*h3))
|
|
frc2[bu1,id2,ru1] -= projalg(ztw*c1,(ga/h3)*g2)
|
|
else
|
|
X += c1*projalg(U[b,id1,r]*ga/(U[b,id2,r]*h3))
|
|
frc2[bu1,id2,ru1] -= c1*projalg((ga/h3)*g2)
|
|
end
|
|
if TWH4
|
|
frc1[b,id1,r] -= projalg(ztw*c1,U[b,id1,r]*g1/h4)
|
|
frc2[bu1,id2,ru1] -= projalg(ztw*c1,(g1/h4)*U[b,id1,r])
|
|
frc2[bu2,id1,ru2] += projalg(ztw*c1,h4\U[b,id1,r]*g1)
|
|
else
|
|
frc1[b,id1,r] -= c1*projalg(U[b,id1,r]*g1/h4)
|
|
frc2[bu1,id2,ru1] -= c1*projalg((g1/h4)*U[b,id1,r])
|
|
frc2[bu2,id1,ru2] += c1*projalg(h4\U[b,id1,r]*g1)
|
|
end
|
|
frc1[b,id1,r] -= X
|
|
frc1[b,id2,r] += X
|
|
|
|
end
|
|
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
function krnl_force_impr_pln!(frc1, frc2, U::AbstractArray{T}, c0, c1, Ubnd, cG, ztw, ipl, lp::SpaceParm{N,M,BC_SF_AFWB,D}) where {T,N,M,D}
|
|
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
@inbounds begin
|
|
id1, id2 = lp.plidx[ipl]
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
|
|
SFBC = (id1 == N)
|
|
TWP = (I[id1]==1) && (I[id2]==1)
|
|
TWH1 = TWP || ( (I[id1]==1) && (I[id2]==2) )
|
|
TWH2 = TWP || ( (I[id1]==lp.iL[id1]) && (I[id2]==1) )
|
|
TWH3 = TWP || ( (I[id1]==1) && (I[id2]==lp.iL[id2]) )
|
|
TWH4 = TWP || ( (I[id1]==2) && (I[id2]==1) )
|
|
|
|
# H1 staple
|
|
(b1, r1) = dw((b,r), id2, lp)
|
|
(b2, r2) = up((b1,r1), id1, lp)
|
|
if SFBC && (it == lp.iL[end])
|
|
gc = Ubnd[id2]
|
|
else
|
|
gc = U[b2,id2,r2]
|
|
end
|
|
h1 = (U[b1,id2,r1]\U[b1,id1,r1])*gc
|
|
|
|
# H2 staple
|
|
(b1, r1) = up((b,r), id1, lp)
|
|
(b2, r2) = up((b1,r1), id1, lp)
|
|
if SFBC && (it == lp.iL[end]-1)
|
|
gb = Ubnd[id2]
|
|
else
|
|
gb = U[b2,id2,r2]
|
|
end
|
|
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
h2 = (U[b1,id1,r1]*gb)/U[b2,id1,r2]
|
|
|
|
# H3 staple
|
|
(b1, r1) = up((b,r), id2, lp)
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
(b3, r3) = up((b1,r1), id1, lp)
|
|
if SFBC && (it == lp.iL[end])
|
|
gc = Ubnd[id2]
|
|
else
|
|
gc = U[b3,id2,r3]
|
|
end
|
|
h3 = (U[b1,id2,r1]*U[b2,id1,r2])/gc
|
|
|
|
# H4 staple
|
|
(b1, r1) = dw((b,r), id1, lp)
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
h4 = (U[b1,id1,r1]\U[b1,id2,r1])*U[b2,id1,r2]
|
|
# END staples
|
|
|
|
if SFBC && (it == lp.iL[end])
|
|
ga = Ubnd[id2]
|
|
else
|
|
ga = U[bu1,id2,ru1]
|
|
end
|
|
|
|
g1 = ga/U[bu2,id1,ru2]
|
|
g2 = U[b,id2,r]\U[b,id1,r]
|
|
|
|
if SFBC && (it == 1)
|
|
X = (cG*c0)*projalg(U[b,id1,r]*g1/U[b,id2,r]) + c1*projalg(U[b,id1,r]*h2/(U[b,id2,r]*U[bu2,id1,ru2])) +
|
|
(3*c1*cG/2)*projalg(U[b,id1,r]*ga/(U[b,id2,r]*h3))
|
|
|
|
frc1[b,id1,r] -= X
|
|
|
|
frc2[bu1,id2,ru1] -= (cG*c0)*projalg(g1*g2) + (3*c1*cG/2)*projalg((ga/h3)*g2) +
|
|
(3*c1*cG/2)*projalg((g1/U[b,id2,r])*h1)
|
|
|
|
frc2[bu2,id1,ru2] += (cG*c0)*projalg(g2*g1) + (3*c1*cG/2) * projalg((U[b,id2,r]\h1)*g1) +
|
|
c1*projalg(g2*h2/U[bu2,id1,ru2])
|
|
elseif SFBC && (it == lp.iL[end])
|
|
X = (cG*c0)*projalg(U[b,id1,r]*g1/U[b,id2,r]) +
|
|
(3*c1*cG/2) * (projalg(U[b,id1,r]*ga/(U[b,id2,r]*h3)))
|
|
|
|
frc1[b,id1,r] -= X + c1*projalg(U[b,id1,r]*g1/h4)
|
|
frc1[b,id2,r] += X + (3*c1*cG/2)*projalg(h1*g1/U[b,id2,r])
|
|
|
|
frc2[bu2,id1,ru2] += (cG*c0)*projalg(g2*g1) + (3*c1*cG/2) * projalg((U[b,id2,r]\h1)*g1) +
|
|
c1 * projalg(h4\U[b,id1,r]*g1)
|
|
else
|
|
if TWP
|
|
X = projalg(c0*ztw,U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(c0*ztw,g1*g2)
|
|
frc2[bu2,id1,ru2] += projalg(c0*ztw,g2*g1)
|
|
else
|
|
X = c0*projalg(U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= c0*projalg(g1*g2)
|
|
frc2[bu2,id1,ru2] += c0*projalg(g2*g1)
|
|
end
|
|
if TWH1
|
|
frc1[b,id2,r] += projalg(ztw*c1,h1*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(ztw*c1,(g1/U[b,id2,r])*h1)
|
|
frc2[bu2,id1,ru2] += projalg(ztw*c1,(U[b,id2,r]\h1)*g1)
|
|
else
|
|
frc1[b,id2,r] += c1*projalg(h1*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= c1*projalg((g1/U[b,id2,r])*h1)
|
|
frc2[bu2,id1,ru2] += c1*projalg((U[b,id2,r]\h1)*g1)
|
|
end
|
|
if TWH2
|
|
X += projalg(ztw*c1,U[b,id1,r]*h2/(U[b,id2,r]*U[bu2,id1,ru2]))
|
|
frc2[bu2,id1,ru2] += projalg(ztw*c1,g2*h2/U[bu2,id1,ru2])
|
|
else
|
|
X += c1*projalg(U[b,id1,r]*h2/(U[b,id2,r]*U[bu2,id1,ru2]))
|
|
frc2[bu2,id1,ru2] += c1*projalg(g2*h2/U[bu2,id1,ru2])
|
|
end
|
|
if TWH3
|
|
X += projalg(ztw*c1,U[b,id1,r]*ga/(U[b,id2,r]*h3))
|
|
frc2[bu1,id2,ru1] -= projalg(ztw*c1,(ga/h3)*g2)
|
|
else
|
|
X += c1*projalg(U[b,id1,r]*ga/(U[b,id2,r]*h3))
|
|
frc2[bu1,id2,ru1] -= c1*projalg((ga/h3)*g2)
|
|
end
|
|
if TWH4
|
|
frc1[b,id1,r] -= projalg(ztw*c1,U[b,id1,r]*g1/h4)
|
|
frc2[bu1,id2,ru1] -= projalg(ztw*c1,(g1/h4)*U[b,id1,r])
|
|
frc2[bu2,id1,ru2] += projalg(ztw*c1,h4\U[b,id1,r]*g1)
|
|
else
|
|
frc1[b,id1,r] -= c1*projalg(U[b,id1,r]*g1/h4)
|
|
frc2[bu1,id2,ru1] -= c1*projalg((g1/h4)*U[b,id1,r])
|
|
frc2[bu2,id1,ru2] += c1*projalg(h4\U[b,id1,r]*g1)
|
|
end
|
|
frc1[b,id1,r] -= X
|
|
frc1[b,id2,r] += X
|
|
|
|
end
|
|
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
|
|
|
|
##
|
|
## PERIODIC
|
|
##
|
|
function krnl_impr!(plx, U::AbstractArray{T}, c0, c1, Ubnd::NTuple{NB,T}, cG, ztw, lp::SpaceParm{N,M,BC_PERIODIC,D}) where {T,NB,N,M,D}
|
|
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
ipl = 0
|
|
S = zero(eltype(plx))
|
|
@inbounds begin
|
|
for id1 in N:-1:1
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
|
|
for id2 = 1:id1-1
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
ipl = ipl + 1
|
|
|
|
TWP = (I[id1]==1) && (I[id2]==1)
|
|
TWH2 = TWP || ( (I[id1]==lp.iL[id1]) && (I[id2]==1) )
|
|
TWH3 = TWP || ( (I[id1]==1) && (I[id2]==lp.iL[id2]) )
|
|
|
|
# H2 staple
|
|
(b1, r1) = up((b,r), id1, lp)
|
|
(b2, r2) = up((b1,r1), id1, lp)
|
|
gb = U[b2,id2,r2]
|
|
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
h2 = (U[b1,id1,r1]*gb)/U[b2,id1,r2]
|
|
|
|
# H3 staple
|
|
(b1, r1) = up((b,r), id2, lp)
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
|
|
(b3, r3) = up((b1,r1), id1, lp)
|
|
|
|
gc = U[b3,id2,r3]
|
|
|
|
h3 = (U[b1,id2,r1]*U[b2,id1,r2])/gc
|
|
# END staples
|
|
|
|
ga = U[bu1,id2,ru1]
|
|
|
|
g2 = U[b,id2,r]\U[b,id1,r]
|
|
|
|
if TWP
|
|
S += (ztw[ipl]*c0)*tr(g2*ga/U[bu2,id1,ru2])
|
|
else
|
|
S += c0*tr(g2*ga/U[bu2,id1,ru2])
|
|
end
|
|
if TWH2
|
|
S += (ztw[ipl]*c1)*tr(g2*h2/U[bu2,id1,ru2])
|
|
else
|
|
S += c1*tr(g2*h2/U[bu2,id1,ru2])
|
|
end
|
|
if TWH3
|
|
S += (ztw[ipl]*c1)*tr(g2*ga/h3)
|
|
else
|
|
S += c1*tr(g2*ga/h3)
|
|
end
|
|
|
|
end
|
|
end
|
|
|
|
plx[I] = S
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
function krnl_plaq!(plx, U::AbstractArray{T}, Ubnd, cG, ztw, lp::SpaceParm{N,M,BC_PERIODIC,D}) where {T,N,M,D}
|
|
|
|
|
|
@inbounds begin
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
S = zero(eltype(plx))
|
|
ipl = 0
|
|
for id1 in N:-1:1
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
|
|
for id2 = 1:id1-1
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
ipl = ipl + 1
|
|
TWP = (I[id1]==1) && (I[id2]==1)
|
|
|
|
gt1 = U[bu1,id2,ru1]
|
|
|
|
if TWP
|
|
S += ztw[ipl]*tr(U[b,id1,r]*gt1 / (U[b,id2,r]*U[bu2,id1,ru2]))
|
|
else
|
|
S += tr(U[b,id1,r]*gt1 / (U[b,id2,r]*U[bu2,id1,ru2]))
|
|
end
|
|
end
|
|
end
|
|
|
|
plx[I] = S
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
function krnl_force_wilson_pln!(frc1, frc2, U::AbstractArray{T}, Ubnd, cG, ztw, ipl, lp::SpaceParm{N,M,BC_PERIODIC,D}) where {T,N,M,D}
|
|
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
@inbounds begin
|
|
id1, id2 = lp.plidx[ipl]
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
TWP = (I[id1]==1)&&(I[id2]==1)
|
|
|
|
gt1 = U[bu1,id2,ru1]
|
|
|
|
g1 = gt1/U[bu2,id1,ru2]
|
|
g2 = U[b,id2,r]\U[b,id1,r]
|
|
|
|
if TWP
|
|
X = projalg(ztw,U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(ztw,g1*g2)
|
|
frc2[bu2,id1,ru2] += projalg(ztw,g2*g1)
|
|
else
|
|
X = projalg(U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(g1*g2)
|
|
frc2[bu2,id1,ru2] += projalg(g2*g1)
|
|
end
|
|
frc1[b ,id1, r ] -= X
|
|
frc1[b ,id2, r ] += X
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
function krnl_force_impr_pln!(frc1, frc2, U::AbstractArray{T}, c0, c1, Ubnd, cG, ztw, ipl, lp::SpaceParm{N,M,BC_PERIODIC,D}) where {T,N,M,D}
|
|
|
|
b = Int64(CUDA.threadIdx().x)
|
|
r = Int64(CUDA.blockIdx().x)
|
|
I = point_coord((b,r), lp)
|
|
it = I[N]
|
|
|
|
@inbounds begin
|
|
id1, id2 = lp.plidx[ipl]
|
|
bu1, ru1 = up((b, r), id1, lp)
|
|
bu2, ru2 = up((b, r), id2, lp)
|
|
|
|
TWP = (I[id1]==1) && (I[id2]==1)
|
|
TWH1 = TWP || ( (I[id1]==1) && (I[id2]==2) )
|
|
TWH2 = TWP || ( (I[id1]==lp.iL[id1]) && (I[id2]==1) )
|
|
TWH3 = TWP || ( (I[id1]==1) && (I[id2]==lp.iL[id2]) )
|
|
TWH4 = TWP || ( (I[id1]==2) && (I[id2]==1) )
|
|
|
|
# H1 staple
|
|
(b1, r1) = dw((b,r), id2, lp)
|
|
(b2, r2) = up((b1,r1), id1, lp)
|
|
|
|
gc = U[b2,id2,r2]
|
|
|
|
h1 = (U[b1,id2,r1]\U[b1,id1,r1])*gc
|
|
|
|
# H2 staple
|
|
(b1, r1) = up((b,r), id1, lp)
|
|
(b2, r2) = up((b1,r1), id1, lp)
|
|
|
|
gb = U[b2,id2,r2]
|
|
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
h2 = (U[b1,id1,r1]*gb)/U[b2,id1,r2]
|
|
|
|
# H3 staple
|
|
(b1, r1) = up((b,r), id2, lp)
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
(b3, r3) = up((b1,r1), id1, lp)
|
|
|
|
gc = U[b3,id2,r3]
|
|
h3 = (U[b1,id2,r1]*U[b2,id1,r2])/gc
|
|
|
|
# H4 staple
|
|
(b1, r1) = dw((b,r), id1, lp)
|
|
(b2, r2) = up((b1,r1), id2, lp)
|
|
h4 = (U[b1,id1,r1]\U[b1,id2,r1])*U[b2,id1,r2]
|
|
# END staples
|
|
|
|
ga = U[bu1,id2,ru1]
|
|
|
|
g1 = ga/U[bu2,id1,ru2]
|
|
g2 = U[b,id2,r]\U[b,id1,r]
|
|
|
|
if TWP
|
|
X = projalg(c0*ztw,U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(c0*ztw,g1*g2)
|
|
frc2[bu2,id1,ru2] += projalg(c0*ztw,g2*g1)
|
|
else
|
|
X = c0*projalg(U[b,id1,r]*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= c0*projalg(g1*g2)
|
|
frc2[bu2,id1,ru2] += c0*projalg(g2*g1)
|
|
end
|
|
if TWH1
|
|
frc1[b,id2,r] += projalg(ztw*c1,h1*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= projalg(ztw*c1,(g1/U[b,id2,r])*h1)
|
|
frc2[bu2,id1,ru2] += projalg(ztw*c1,(U[b,id2,r]\h1)*g1)
|
|
else
|
|
frc1[b,id2,r] += c1*projalg(h1*g1/U[b,id2,r])
|
|
frc2[bu1,id2,ru1] -= c1*projalg((g1/U[b,id2,r])*h1)
|
|
frc2[bu2,id1,ru2] += c1*projalg((U[b,id2,r]\h1)*g1)
|
|
end
|
|
if TWH2
|
|
X += projalg(ztw*c1,U[b,id1,r]*h2/(U[b,id2,r]*U[bu2,id1,ru2]))
|
|
frc2[bu2,id1,ru2] += projalg(ztw*c1,g2*h2/U[bu2,id1,ru2])
|
|
else
|
|
X += c1*projalg(U[b,id1,r]*h2/(U[b,id2,r]*U[bu2,id1,ru2]))
|
|
frc2[bu2,id1,ru2] += c1*projalg(g2*h2/U[bu2,id1,ru2])
|
|
end
|
|
if TWH3
|
|
X += projalg(ztw*c1,U[b,id1,r]*ga/(U[b,id2,r]*h3))
|
|
frc2[bu1,id2,ru1] -= projalg(ztw*c1,(ga/h3)*g2)
|
|
else
|
|
X += c1*projalg(U[b,id1,r]*ga/(U[b,id2,r]*h3))
|
|
frc2[bu1,id2,ru1] -= c1*projalg((ga/h3)*g2)
|
|
end
|
|
if TWH4
|
|
frc1[b,id1,r] -= projalg(ztw*c1,U[b,id1,r]*g1/h4)
|
|
frc2[bu1,id2,ru1] -= projalg(ztw*c1,(g1/h4)*U[b,id1,r])
|
|
frc2[bu2,id1,ru2] += projalg(ztw*c1,h4\U[b,id1,r]*g1)
|
|
else
|
|
frc1[b,id1,r] -= c1*projalg(U[b,id1,r]*g1/h4)
|
|
frc2[bu1,id2,ru1] -= c1*projalg((g1/h4)*U[b,id1,r])
|
|
frc2[bu2,id1,ru2] += c1*projalg(h4\U[b,id1,r]*g1)
|
|
end
|
|
frc1[b,id1,r] -= X
|
|
frc1[b,id2,r] += X
|
|
|
|
|
|
end
|
|
|
|
return nothing
|
|
end
|
|
|
|
"""
|
|
function force_gauge(ymws::YMworkspace, U, gp::GaugeParm, lp::SpaceParm)
|
|
|
|
Computes the force deriving from an improved action with parameter `c0`, without
|
|
the prefactor 1/g0^2, and assign it to the workspace force `ymws.frc1`
|
|
"""
|
|
function force_gauge(ymws::YMworkspace, U, c0, cG, gp::GaugeParm, lp::SpaceParm)
|
|
|
|
ztw = ztwist(gp, lp)
|
|
if abs(c0-1) < 1.0E-10
|
|
@timeit "Wilson gauge force" begin
|
|
force_pln!(ymws.frc1, ymws.frc2, U, gp.Ubnd, cG, ztw, lp::SpaceParm)
|
|
end
|
|
else
|
|
@timeit "Improved gauge force" begin
|
|
force_pln!(ymws.frc1, ymws.frc2, U, gp.Ubnd, cG, ztw, lp::SpaceParm, c0)
|
|
end
|
|
end
|
|
return nothing
|
|
end
|
|
force_gauge(ymws::YMworkspace, U, c0, gp, lp) = force_gauge(ymws, U, c0, gp.cG[1], gp, lp)
|
|
force_gauge(ymws::YMworkspace, U, gp, lp) = force_gauge(ymws, U, gp.c0, gp.cG[1], gp, lp)
|
|
|
|
"""
|
|
function force_wilson(ymws::YMworkspace, U, gp::GaugeParm, lp::SpaceParm)
|
|
|
|
Computes the force deriving from the Wilson plaquette action, without
|
|
the prefactor 1/g0^2, and assign it to the workspace force `ymws.frc1`
|
|
"""
|
|
force_wilson(ymws::YMworkspace, U, gp::GaugeParm, lp::SpaceParm) = force_gauge(ymws, U, 1, gp, lp)
|
|
force_wilson(ymws::YMworkspace, U, cG, gp::GaugeParm, lp::SpaceParm) = force_gauge(ymws, U, 1, gp.cG[1], gp, lp)
|
|
|
|
|
|
function force_pln!(frc1, ftmp, U, Ubnd, cG, ztw, lp::SpaceParm, c0=1)
|
|
|
|
fill!(frc1, zero(eltype(frc1)))
|
|
fill!(ftmp, zero(eltype(ftmp)))
|
|
if c0 == 1
|
|
for i in 1:lp.npls
|
|
CUDA.@sync begin
|
|
CUDA.@cuda threads=lp.bsz blocks=lp.rsz krnl_force_wilson_pln!(frc1,ftmp,U, Ubnd, cG, ztw[i], i,lp)
|
|
end
|
|
end
|
|
else
|
|
for i in 1:lp.npls
|
|
CUDA.@sync begin
|
|
CUDA.@cuda threads=lp.bsz blocks=lp.rsz krnl_force_impr_pln!(frc1,ftmp,U,c0,(1-c0)/8,Ubnd, cG, ztw[i], i,lp)
|
|
end
|
|
end
|
|
end
|
|
frc1 .= frc1 .+ ftmp
|
|
|
|
return nothing
|
|
end
|