54 using typename Dune::IterativeSolver<X, X>::domain_type;
55 using typename Dune::IterativeSolver<X, X>::range_type;
56 using typename Dune::IterativeSolver<X, X>::field_type;
57 using typename Dune::IterativeSolver<X, X>::real_type;
58 using typename Dune::IterativeSolver<X, X>::scalar_real_type;
59 static constexpr auto block_size = domain_type::block_type::dimension;
60 using XGPU = Opm::gpuistl::GpuVector<real_type>;
75 Dune::ScalarProduct<X>&
sp,
76 std::shared_ptr<Dune::Preconditioner<X, X>> prec,
81 : Dune::IterativeSolver<X, X>(
op,
sp, *prec, reduction, maxit,
verbose)
82 , m_opOnCPUWithMatrix(
op)
84 , m_underlyingSolver(constructSolver(prec, reduction, maxit,
verbose, comm))
88 "Currently we only support operators of type MatrixAdapter in the CUDA/HIP solver. "
89 "Use --matrix-add-well-contributions=true. "
90 "Using WellModelMatrixAdapter with SolverAdapter is not well-defined so it will not work well, or at all.");
93 virtual void apply(X& x, X&
b,
double reduction, Dune::InverseOperatorResult&
res)
override
100 m_inputBuffer.reset(
new XGPU(
b.dim()));
101 m_outputBuffer.reset(
new XGPU(x.dim()));
104 m_inputBuffer->copyFromHost(
b);
106 m_outputBuffer->copyFromHost(x);
108 m_underlyingSolver.apply(*m_outputBuffer, *m_inputBuffer, reduction,
res);
111 m_inputBuffer->copyToHost(
b);
112 m_outputBuffer->copyToHost(x);
114 virtual void apply(X& x, X&
b, Dune::InverseOperatorResult&
res)
override
119 if (!m_inputBuffer) {
120 m_inputBuffer.reset(
new XGPU(
b.dim()));
121 m_outputBuffer.reset(
new XGPU(x.dim()));
124 m_inputBuffer->copyFromHost(
b);
126 m_outputBuffer->copyFromHost(x);
128 m_underlyingSolver.apply(*m_outputBuffer, *m_inputBuffer,
res);
131 m_inputBuffer->copyToHost(
b);
132 m_outputBuffer->copyToHost(x);
136 Operator& m_opOnCPUWithMatrix;
137 GpuSparseMatrix<real_type> m_matrix;
144 template <
class Comm>
149 const Comm& communication)
155 auto precAsHolder = std::dynamic_pointer_cast<PreconditionerHolder<X, X>>(prec);
158 "The preconditioner needs to be a CUDA preconditioner (eg. GPUDILU) wrapped in a "
159 "Opm::gpuistl::PreconditionerAdapter wrapped in a "
160 "Opm::gpuistl::GpuBlockPreconditioner. If you are unsure what this means, set "
161 "preconditioner to 'GPUDILU'");
169 "The preconditioner needs to be a CUDA preconditioner (eg. GPUDILU) wrapped in a "
170 "Opm::gpuistl::PreconditionerAdapter wrapped in a "
171 "Opm::gpuistl::GpuBlockPreconditioner. If you are unsure what this means, set "
172 "preconditioner to 'GPUDILU'");
181#if defined(MPIX_CUDA_AWARE_SUPPORT) && MPIX_CUDA_AWARE_SUPPORT
185#if defined(MPIX_CUDA_AWARE_SUPPORT)
193 std::shared_ptr<Opm::gpuistl::GPUSender<real_type, Comm>>
gpuComm;
206 = Dune::OverlappingSchwarzOperator<GpuSparseMatrix<real_type>, XGPU, XGPU,
CudaCommunication>;
209 auto mpiPreconditioner = std::make_shared<GpuBlockPreconditioner<XGPU, XGPU, CudaCommunication>>(
212 auto scalarProduct = std::make_shared<Dune::ParallelScalarProduct<XGPU, CudaCommunication>>(
232 [[
maybe_unused]]
const Dune::Amg::SequentialInformation& communication)
235 return constructSolver(prec, reduction, maxit,
verbose);
248 auto precAsHolder = std::dynamic_pointer_cast<PreconditionerHolder<XGPU, XGPU>>(prec);
251 "The preconditioner needs to be a CUDA preconditioner wrapped in a "
252 "Opm::gpuistl::PreconditionerHolder (eg. GPUDILU).");
256 auto matrixOperator = std::make_shared<Dune::MatrixAdapter<GpuSparseMatrix<real_type>, XGPU, XGPU>>(m_matrix);
257 auto scalarProduct = std::make_shared<Dune::SeqScalarProduct<XGPU>>();
261 std::unique_ptr<XGPU> m_inputBuffer;
262 std::unique_ptr<XGPU> m_outputBuffer;
SolverAdapter(Operator &op, Dune::ScalarProduct< X > &sp, std::shared_ptr< Dune::Preconditioner< X, X > > prec, scalar_real_type reduction, int maxit, int verbose, const Comm &comm)
constructor
Definition SolverAdapter.hpp:74