From b8c09c0ce18a3fe07bb8c8358b744a6e4bb56a2c Mon Sep 17 00:00:00 2001
From: JordiManyer <jordi.manyer@monash.edu>
Date: Thu, 14 Nov 2024 17:25:57 +1100
Subject: [PATCH 1/2] Added distributed SubFacetBoundaryTriangulations

---
 scripts/Embedded/MWEs/distributed.jl          | 73 +++++++++++++++++++
 .../SubFacetBoundaryTriangulations.jl         | 14 ++++
 2 files changed, 87 insertions(+)
 create mode 100644 scripts/Embedded/MWEs/distributed.jl

diff --git a/scripts/Embedded/MWEs/distributed.jl b/scripts/Embedded/MWEs/distributed.jl
new file mode 100644
index 0000000..eb10f81
--- /dev/null
+++ b/scripts/Embedded/MWEs/distributed.jl
@@ -0,0 +1,73 @@
+using GridapTopOpt
+using Gridap
+
+using GridapDistributed, PartitionedArrays
+
+using GridapEmbedded
+using GridapEmbedded.LevelSetCutters
+using Gridap.Geometry, Gridap.FESpaces, Gridap.CellData, Gridap.Adaptivity
+
+using GridapTopOpt: get_subfacet_normal_vector, get_ghost_normal_vector
+using GridapTopOpt: get_conormal_vector, get_tangent_vector
+
+order = 1
+n = 8
+N = 8
+
+parts = (2,2)
+ranks = DebugArray(LinearIndices((prod(parts),)))
+
+_model = CartesianDiscreteModel(ranks,parts,(0,1,0,1),(n,n))
+#_model = CartesianDiscreteModel((0,1,0,1,0,1),(n,n,n))
+
+base_model = UnstructuredDiscreteModel(_model)
+ref_model = refine(base_model, refinement_method = "barycentric")
+model = Gridap.Adaptivity.get_model(ref_model)
+
+Ω = Triangulation(model)
+dΩ = Measure(Ω,2*order)
+
+reffe = ReferenceFE(lagrangian,Float64,order)
+V_φ = TestFESpace(model,reffe)
+
+φh = interpolate(x->sqrt((x[1]-0.5)^2+(x[2]-0.5)^2)-0.5223,V_φ) # Circle
+fh = interpolate(x->cos(x[1]*x[2]),V_φ)
+
+geo = DiscreteGeometry(φh,model)
+cutgeo = cut(model,geo)
+
+Γ = EmbeddedBoundary(cutgeo)
+Λ = Skeleton(Γ)
+Σ = Boundary(Γ)
+
+############################################################################################
+
+writevtk(
+  Ω,"results/background",
+  cellfields=[
+    "φh"=>φh,
+  ],
+  append=false
+)
+writevtk(
+  Triangulation(cutgeo,PHYSICAL_IN),"results/trian_in";
+  append=false
+)
+writevtk(
+  Triangulation(cutgeo,PHYSICAL_OUT),"results/trian_out";
+  append=false
+)
+writevtk(
+  Γ,"results/gamma";
+  append=false
+)
+writevtk(
+  Λ,
+  "results/lambda",
+  append=false
+)
+writevtk(
+  Σ,
+  "results/sigma",
+  append=false
+)
diff --git a/src/Embedded/SubFacetBoundaryTriangulations.jl b/src/Embedded/SubFacetBoundaryTriangulations.jl
index 369095a..4e2f2c9 100644
--- a/src/Embedded/SubFacetBoundaryTriangulations.jl
+++ b/src/Embedded/SubFacetBoundaryTriangulations.jl
@@ -433,6 +433,20 @@ for func in (:(Gridap.get_normal_vector),:get_tangent_vector)
   end
 end
 
+# Distributed
+# Until we merge, we need changes in 
+#   - GridapDistributed#master
+#   - GridapEmbedded#distributed
+
+function GridapDistributed.remove_ghost_cells(
+  trian::Union{<:SubFacetBoundaryTriangulation,<:SubFacetSkeletonTriangulation},gids
+)
+  model = get_background_model(trian)
+  Dm    = num_cell_dims(model)
+  glue  = get_glue(trian,Val(Dm))
+  GridapDistributed.remove_ghost_cells(glue,trian,gids)
+end
+
 ############################################################################################
 # This will go to Gridap
 

From 35952c2ecaaf589107f107f727bf3494f202d636 Mon Sep 17 00:00:00 2001
From: JordiManyer <jordi.manyer@monash.edu>
Date: Thu, 14 Nov 2024 17:31:16 +1100
Subject: [PATCH 2/2] Added geometric function for distributed

---
 src/Embedded/SubFacetBoundaryTriangulations.jl | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/src/Embedded/SubFacetBoundaryTriangulations.jl b/src/Embedded/SubFacetBoundaryTriangulations.jl
index 4e2f2c9..e89d341 100644
--- a/src/Embedded/SubFacetBoundaryTriangulations.jl
+++ b/src/Embedded/SubFacetBoundaryTriangulations.jl
@@ -447,6 +447,15 @@ function GridapDistributed.remove_ghost_cells(
   GridapDistributed.remove_ghost_cells(glue,trian,gids)
 end
 
+for func in (:get_subfacet_normal_vector,:get_ghost_normal_vector,:get_conormal_vector,:get_tangent_vector)
+  @eval begin
+    function $func(a::DistributedTriangulation)
+      fields = map($func,local_views(a))
+      DistributedCellField(fields,a)
+    end
+  end
+end
+
 ############################################################################################
 # This will go to Gridap