Added Firedrake testing

Signed-off-by: Umberto Zerbinati <[email protected]>

.github/workflows/ngsPETSc.yml

@@ -74,3 +74,44 @@ jobs:
       - name: Run test suite in serial
         run: |
           pytest -v tests/test_fenicsx.py
+
+  firedrake:
+    runs-on: ubuntu-latest
+    container:
+      image: firedrakeproject/firedrake:latest
+    strategy:
+      # Don't immediately kill real if complex fails and vice versa.
+      fail-fast: false
+      matrix:
+        include:
+          - scalar-type: real
+            complex: ""
+            petsc_arch: default
+          - scalar-type: complex
+            complex: --complex
+            petsc_arch: complex
+    env:
+      # PETSC_DIR and MPICH_DIR are set inside the docker image
+      FIREDRAKE_CI_TESTS: 1
+      PETSC_ARCH: ${{ matrix.petsc_arch }}
+      OMP_NUM_THREADS: 1
+      OPENBLAS_NUM_THREADS: 1
+      COMPLEX: ${{ matrix.complex }}
+      RDMAV_FORK_SAFE: 1
+
+    steps:
+      - name: Check out repository code
+        run: cd /home/firedrake && sudo git clone https://github.com/NGSolve/ngsPETSc.git
+
+      - name: Install ngsPETSc
+        run: |
+          cd /home/firedrake/ngsPETSc \
+          && sudo NGSPETSC_NO_INSTALL_REQUIRED=ON python3 -m pip install .
+
+      - name: Install pytest
+        run: sudo apt update && sudo apt install -y python3-pytest
+
+      - name: Run test suite in serial
+        run: |
+          cd /home/firedrake/ngsPETSc \
+          && python3 -m pytest -v tests/test_firedrake.py

tests/test_firedrake.py

@@ -0,0 +1,329 @@
+# pylint: skip-file
+
+from firedrake import *
+import numpy as np
+import gc
+from petsc4py import PETSc
+import pytest
+
+printf = lambda msg: PETSc.Sys.Print(msg)
+
+
+def poisson(h, degree=2):
+    try:
+        from netgen.geom2d import SplineGeometry
+        import netgen
+    except ImportError:
+        pytest.skip(reason="Netgen unavailable, skipping Netgen test.")
+
+    comm = COMM_WORLD
+    # Setting up Netgen geometry and mesh
+    if comm.Get_rank() == 0:
+        geo = SplineGeometry()
+        geo.AddRectangle((0, 0), (np.pi, np.pi), bc="rect")
+        ngmesh = geo.GenerateMesh(maxh=h)
+        labels = [i+1 for i, name in enumerate(ngmesh.GetRegionNames(codim=1)) if name == "rect"]
+    else:
+        ngmesh = netgen.libngpy._meshing.Mesh(2)
+        labels = None
+
+    labels = comm.bcast(labels, root=0)
+    msh = Mesh(ngmesh)
+    # Setting up the problem
+    V = FunctionSpace(msh, "CG", degree)
+    u = TrialFunction(V)
+    v = TestFunction(V)
+    f = Function(V)
+    x, y = SpatialCoordinate(msh)
+    f.interpolate(2*sin(x)*sin(y))
+    a = inner(grad(u), grad(v))*dx
+    l = inner(f, v) * dx
+    u = Function(V)
+    bc = DirichletBC(V, 0.0, labels)
+
+    # Assembling matrix
+    A = assemble(a, bcs=bc)
+    b = assemble(l)
+    bc.apply(b)
+
+    # Solving the problem
+    solve(A, u, b, solver_parameters={"ksp_type": "preonly", "pc_type": "lu"})
+
+    # Computing the error
+    f.interpolate(sin(x)*sin(y))
+    return sqrt(assemble(inner(u - f, u - f) * dx)), u, f
+
+
+def poisson3D(h, degree=2):
+    try:
+        from netgen.csg import CSGeometry, OrthoBrick, Pnt
+        import netgen
+    except ImportError:
+        pytest.skip(reason="Netgen unavailable, skipping Netgen test.")
+
+    comm = COMM_WORLD
+    # Setting up Netgen geometry and mesh
+    if comm.Get_rank() == 0:
+        box = OrthoBrick(Pnt(0, 0, 0), Pnt(np.pi, np.pi, np.pi))
+        box.bc("bcs")
+        geo = CSGeometry()
+        geo.Add(box)
+        ngmesh = geo.GenerateMesh(maxh=h)
+        labels = [i+1 for i, name in enumerate(ngmesh.GetRegionNames(codim=1)) if name == "bcs"]
+    else:
+        ngmesh = netgen.libngpy._meshing.Mesh(3)
+        labels = None
+
+    labels = comm.bcast(labels, root=0)
+    msh = Mesh(ngmesh)
+
+    # Setting up the problem
+    V = FunctionSpace(msh, "CG", degree)
+    u = TrialFunction(V)
+    v = TestFunction(V)
+    f = Function(V)
+    x, y, z = SpatialCoordinate(msh)
+    f.interpolate(3*sin(x)*sin(y)*sin(z))
+    a = inner(grad(u), grad(v))*dx
+    l = inner(f, v) * dx
+    u = Function(V)
+    bc = DirichletBC(V, 0.0, labels)
+
+    # Assembling matrix
+    A = assemble(a, bcs=bc)
+    b = assemble(l)
+    bc.apply(b)
+
+    # Solving the problem
+    solve(A, u, b, solver_parameters={"ksp_type": "preonly", "pc_type": "lu"})
+
+    # Computing the error
+    f.interpolate(sin(x)*sin(y)*sin(z))
+    S = sqrt(assemble(inner(u - f, u - f) * dx))
+    return S
+
+
+def test_firedrake_Poisson_netgen():
+    diff = np.array([poisson(h)[0] for h in [1/2, 1/4, 1/8]])
+    print("l2 error norms:", diff)
+    conv = np.log2(diff[:-1] / diff[1:])
+    print("convergence order:", conv)
+    assert (np.array(conv) > 2.8).all()
+
+
+def test_firedrake_Poisson3D_netgen():
+    diff = np.array([poisson3D(h) for h in [1, 1/2, 1/4]])
+    print("l2 error norms:", diff)
+    conv = np.log2(diff[:-1] / diff[1:])
+    print("convergence order:", conv)
+    assert (np.array(conv) > 2.8).all()
+
+
+def test_firedrake_integral_2D_netgen():
+    try:
+        from netgen.geom2d import SplineGeometry
+        import netgen
+    except ImportError:
+        pytest.skip(reason="Netgen unavailable, skipping Netgen test.")
+
+    comm = COMM_WORLD
+    if comm.Get_rank() == 0:
+        geo = SplineGeometry()
+        geo.AddRectangle((0, 0), (1, 1), bc="rect")
+        ngmesh = geo.GenerateMesh(maxh=0.1)
+        labels = [i+1 for i, name in enumerate(ngmesh.GetRegionNames(codim=1)) if name == "rect"]
+    else:
+        ngmesh = netgen.libngpy._meshing.Mesh(2)
+        labels = None
+    labels = comm.bcast(labels, root=0)
+    msh = Mesh(ngmesh)
+    V = FunctionSpace(msh, "CG", 3)
+    x, y = SpatialCoordinate(msh)
+    f = Function(V).interpolate(x*x+y*y*y+x*y)
+    assert abs(assemble(f * dx) - (5/6)) < 1.e-10
+
+
+def test_firedrake_integral_3D_netgen():
+    try:
+        from netgen.csg import CSGeometry, OrthoBrick, Pnt
+        import netgen
+    except ImportError:
+        pytest.skip(reason="Netgen unavailable, skipping Netgen test.")
+
+    # Setting up Netgen geometry and mes
+    comm = COMM_WORLD
+    if comm.Get_rank() == 0:
+        box = OrthoBrick(Pnt(0, 0, 0), Pnt(1, 1, 1))
+        box.bc("bcs")
+        geo = CSGeometry()
+        geo.Add(box)
+        ngmesh = geo.GenerateMesh(maxh=0.25)
+        labels = [i+1 for i, name in enumerate(ngmesh.GetRegionNames(codim=1)) if name == "bcs"]
+    else:
+        ngmesh = netgen.libngpy._meshing.Mesh(3)
+        labels = None
+
+    labels = comm.bcast(labels, root=0)
+    msh = Mesh(ngmesh)
+    V = FunctionSpace(msh, "CG", 3)
+    x, y, z = SpatialCoordinate(msh)
+    f = Function(V).interpolate(2 * x + 3 * y * y + 4 * z * z * z)
+    assert abs(assemble(f * ds) - (2 + 4 + 2 + 5 + 2 + 6)) < 1.e-10
+
+
+def test_firedrake_integral_ball_netgen():
+    try:
+        from netgen.csg import CSGeometry, Pnt, Sphere
+        from netgen.meshing import MeshingParameters
+        from netgen.meshing import MeshingStep
+        import netgen
+    except ImportError:
+        pytest.skip(reason="Netgen unavailable, skipping Netgen test.")
+
+    # Setting up Netgen geometry and mes
+    comm = COMM_WORLD
+    if comm.Get_rank() == 0:
+        geo = CSGeometry()
+        geo.Add(Sphere(Pnt(0, 0, 0), 1).bc("sphere"))
+        mp = MeshingParameters(maxh=0.05, perfstepsend=MeshingStep.MESHSURFACE)
+        ngmesh = geo.GenerateMesh(mp=mp)
+    else:
+        ngmesh = netgen.libngpy._meshing.Mesh(3)
+
+    msh = Mesh(ngmesh)
+    V = FunctionSpace(msh, "CG", 3)
+    x, y, z = SpatialCoordinate(msh)
+    f = Function(V).interpolate(1+0*x)
+    assert abs(assemble(f * dx) - 4*np.pi) < 1.e-2
+
+
+def test_firedrake_integral_sphere_high_order_netgen():
+    try:
+        from netgen.csg import CSGeometry, Pnt, Sphere
+        import netgen
+    except ImportError:
+        pytest.skip(reason="Netgen unavailable, skipping Netgen test.")
+
+    # Setting up Netgen geometry and mes
+    comm = COMM_WORLD
+    if comm.Get_rank() == 0:
+        geo = CSGeometry()
+        geo.Add(Sphere(Pnt(0, 0, 0), 1).bc("sphere"))
+        ngmesh = geo.GenerateMesh(maxh=0.1)
+    else:
+        ngmesh = netgen.libngpy._meshing.Mesh(3)
+
+    msh = Mesh(ngmesh)
+    homsh = Mesh(msh.curve_field(4))
+    V = FunctionSpace(homsh, "CG", 4)
+    x, y, z = SpatialCoordinate(homsh)
+    f = Function(V).interpolate(1+0*x)
+    assert abs(assemble(f * dx) - (4/3)*np.pi) < 1.e-4
+
+
+@pytest.mark.skipcomplex
+def test_firedrake_Adaptivity_netgen():
+    try:
+        from netgen.geom2d import SplineGeometry
+        import netgen
+    except ImportError:
+        pytest.skip(reason="Netgen unavailable, skipping Netgen test.")
+
+    try:
+        from slepc4py import SLEPc
+    except ImportError:
+        pytest.skip(reason="SLEPc unavailable, skipping adaptive test refinement.")
+
+    gc.collect()
+    comm = COMM_WORLD
+
+    def Solve(msh, labels):
+        V = FunctionSpace(msh, "CG", 2)
+        u = TrialFunction(V)
+        v = TestFunction(V)
+        a = inner(grad(u), grad(v))*dx
+        m = (u*v)*dx
+        uh = Function(V)
+        bc = DirichletBC(V, 0, labels)
+        A = assemble(a, bcs=bc)
+        M = assemble(m)
+        Asc, Msc = A.M.handle, M.M.handle
+        E = SLEPc.EPS().create()
+        E.setType(SLEPc.EPS.Type.ARNOLDI)
+        E.setProblemType(SLEPc.EPS.ProblemType.GHEP)
+        E.setDimensions(1, SLEPc.DECIDE)
+        E.setOperators(Asc, Msc)
+        ST = E.getST()
+        ST.setType(SLEPc.ST.Type.SINVERT)
+        PC = ST.getKSP().getPC()
+        PC.setType("lu")
+        PC.setFactorSolverType("mumps")
+        E.setST(ST)
+        E.solve()
+        vr, vi = Asc.getVecs()
+        with uh.dat.vec_wo as vr:
+            lam = E.getEigenpair(0, vr, vi)
+        return (lam, uh, V)
+
+    def Mark(msh, uh, lam):
+        W = FunctionSpace(msh, "DG", 0)
+        w = TestFunction(W)
+        R_T = lam.real*uh + div(grad(uh))
+        n = FacetNormal(V.mesh())
+        h = CellDiameter(msh)
+        R_dT = dot(grad(uh), n)
+        eta = assemble(h**2*R_T**2*w*dx + (h("+")+h("-"))*(R_dT("+")-R_dT("-"))**2*(w("+")+w("-"))*dS)
+        frac = .95
+        delfrac = .05
+        part = .2
+        mark = Function(W)
+        with mark.dat.vec as markedVec:
+            with eta.dat.vec as etaVec:
+                sum_eta = etaVec.sum()
+                if sum_eta < tolerance:
+                    return markedVec
+                eta_max = etaVec.max()[1]
+                sct, etaVec0 = PETSc.Scatter.toZero(etaVec)
+                markedVec0 = etaVec0.duplicate()
+                sct(etaVec, etaVec0)
+                if etaVec.getComm().getRank() == 0:
+                    eta = etaVec0.getArray()
+                    marked = np.zeros(eta.size, dtype='bool')
+                    sum_marked_eta = 0.
+                    while sum_marked_eta < part*sum_eta:
+                        new_marked = (~marked) & (eta > frac*eta_max)
+                        sum_marked_eta += sum(eta[new_marked])
+                        marked += new_marked
+                        frac -= delfrac
+                    markedVec0.getArray()[:] = 1.0*marked[:]
+                sct(markedVec0, markedVec, mode=PETSc.Scatter.Mode.REVERSE)
+        return mark
+    tolerance = 1e-16
+    max_iterations = 15
+    exact = 3.375610652693620492628**2
+    geo = SplineGeometry()
+    pnts = [(0, 0), (1, 0), (1, 1),
+            (0, 1), (-1, 1), (-1, 0),
+            (-1, -1), (0, -1)]
+    p1, p2, p3, p4, p5, p6, p7, p8 = [geo.AppendPoint(*pnt) for pnt in pnts]
+    curves = [[["line", p1, p2], "line"],
+              [["spline3", p2, p3, p4], "curve"],
+              [["spline3", p4, p5, p6], "curve"],
+              [["spline3", p6, p7, p8], "curve"],
+              [["line", p8, p1], "line"]]
+    [geo.Append(c, bc=bc) for c, bc in curves]
+    if comm.Get_rank() == 0:
+        ngmsh = geo.GenerateMesh(maxh=0.2)
+        labels = [i+1 for i, name in enumerate(ngmsh.GetRegionNames(codim=1)) if name == "line" or name == "curve"]
+    else:
+        ngmsh = netgen.libngpy._meshing.Mesh(2)
+        labels = None
+    labels = comm.bcast(labels, root=0)
+    msh = Mesh(ngmsh)
+    for i in range(max_iterations):
+        printf("level {}".format(i))
+        lam, uh, V = Solve(msh, labels)
+        mark = Mark(msh, uh, lam)
+        msh = msh.refine_marked_elements(mark)
+        File("Sol.pvd").write(uh)
+    assert (abs(lam-exact) < 1e-2)