feat: add side-effect to jit_call

[avik-pal]

Only the side_effect attr part from #425

[avik-pal]

cc @mofeing this should unblock you

[mofeing]

great! thanks @avik-pal

[wsmoses]

can you doubole check that a side effecting op isn't removed by canonicalize. we may need to remove the pure marking (and add custom side effects, cc @ftynse for pointers on)

[mofeing]

can you doubole check that a side effecting op isn't removed by canonicalize.

@avik-pal if you need some real MLIR for testing this, you can use the MLIR of calling MPI.Barrier

julia> @code_hlo optimize=false MPI.Barrier(MPI.COMM_WORLD)
module @reactant_Barrier attributes {mhlo.num_partitions = 1 : i64, mhlo.num_replicas = 1 : i64} {
  llvm.mlir.global external constant @MPI_COMM_WORLD() {addr_space = 0 : i32} : !llvm.ptr
  llvm.func @MPI_Barrier(!llvm.ptr) -> i32
  func.func @enzymexla_wrapper_MPI_Barrier() {
    %0 = llvm.mlir.addressof @MPI_COMM_WORLD : !llvm.ptr
    %1 = llvm.call @MPI_Barrier(%0) : (!llvm.ptr) -> i32
    return
  }
  func.func @main() {
    enzymexla.jit_call @enzymexla_wrapper_MPI_Barrier () : () -> ()
    return
  }
}

without side_effect, the jit_call gets deleted

julia> @code_hlo optimize=true MPI.Barrier(MPI.COMM_WORLD)
module @reactant_Barrier attributes {mhlo.num_partitions = 1 : i64, mhlo.num_replicas = 1 : i64} {
  func.func @enzymexla_wrapper_MPI_Barrier() {
    %0 = llvm.mlir.addressof @MPI_COMM_WORLD : !llvm.ptr
    %1 = llvm.call @MPI_Barrier(%0) : (!llvm.ptr) -> i32
    return
  }
  llvm.mlir.global external constant @MPI_COMM_WORLD() {addr_space = 0 : i32, sym_visibility = "private"} : !llvm.ptr
  llvm.func @MPI_Barrier(!llvm.ptr) -> i32 attributes {sym_visibility = "private"}
  func.func @main() {
    return
  }
}