My Project
Loading...
Searching...
No Matches
openclSolverBackend.hpp
1/*
2 Copyright 2020 Equinor ASA
3
4 This file is part of the Open Porous Media project (OPM).
5
6 OPM is free software: you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation, either version 3 of the License, or
9 (at your option) any later version.
10
11 OPM is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
15
16 You should have received a copy of the GNU General Public License
17 along with OPM. If not, see <http://www.gnu.org/licenses/>.
18*/
19
20#ifndef OPM_OPENCLSOLVER_BACKEND_HEADER_INCLUDED
21#define OPM_OPENCLSOLVER_BACKEND_HEADER_INCLUDED
22
23#include <opm/simulators/linalg/bda/opencl/opencl.hpp>
24#include <opm/simulators/linalg/bda/BdaResult.hpp>
25#include <opm/simulators/linalg/bda/BdaSolver.hpp>
26#include <opm/simulators/linalg/bda/WellContributions.hpp>
27
28#include <opm/simulators/linalg/bda/opencl/openclPreconditioner.hpp>
29
30namespace Opm::Accelerator {
31
33template<class Scalar, unsigned int block_size>
34class openclSolverBackend : public BdaSolver<Scalar,block_size>
35{
37
38 using Base::N;
39 using Base::Nb;
40 using Base::nnz;
41 using Base::nnzb;
42 using Base::verbosity;
43 using Base::platformID;
44 using Base::deviceID;
45 using Base::maxit;
46 using Base::tolerance;
47 using Base::initialized;
48
49private:
50 Scalar* h_b = nullptr; // b vector, on host
51 std::vector<Scalar> vals_contiguous; // only used if COPY_ROW_BY_ROW is true in openclSolverBackend.cpp
52
53 // OpenCL variables must be reusable, they are initialized in initialize()
54 cl::Buffer d_Avals, d_Acols, d_Arows; // matrix in BSR format on GPU
55 cl::Buffer d_x, d_b, d_rb, d_r, d_rw, d_p; // vectors, used during linear solve
56 cl::Buffer d_pw, d_s, d_t, d_v; // vectors, used during linear solve
57 cl::Buffer d_tmp; // used as tmp GPU buffer for dot() and norm()
58
59 std::vector<cl::Device> devices;
60
61 bool useJacMatrix = false;
62
63 std::unique_ptr<openclPreconditioner<Scalar,block_size>> prec;
64 // can perform blocked ILU0 and AMG on pressure component
65 bool is_root; // allow for nested solvers, the root solver is called by BdaBridge
66 bool analysis_done = false;
67 std::shared_ptr<BlockedMatrix<Scalar>> mat{}; // original matrix
68 std::shared_ptr<BlockedMatrix<Scalar>> jacMat{}; // matrix for preconditioner
69 bool opencl_ilu_parallel; // parallelize ILU operations (with level_scheduling)
70 std::vector<cl::Event> events;
71 cl_int err;
72
77
81 void initialize(std::shared_ptr<BlockedMatrix<Scalar>> matrix,
82 std::shared_ptr<BlockedMatrix<Scalar>> jacMatrix);
83
85 void copy_system_to_gpu();
86
90 void update_system(Scalar* vals, Scalar* b);
91
93 void update_system_on_gpu();
94
97 bool analyze_matrix();
98
101 bool create_preconditioner();
102
108
109public:
110 std::shared_ptr<cl::Context> context{};
111 std::shared_ptr<cl::CommandQueue> queue{};
112
122 openclSolverBackend(int linear_solver_verbosity, int maxit, Scalar tolerance,
123 unsigned int platformID, unsigned int deviceID,
124 bool opencl_ilu_parallel, std::string linsolver);
125
128 Scalar tolerance, bool opencl_ilu_parallel);
129
137 SolverStatus solve_system(std::shared_ptr<BlockedMatrix<Scalar>> matrix,
138 Scalar* b,
139 std::shared_ptr<BlockedMatrix<Scalar>> jacMatrix,
141 BdaResult& res) override;
142
145 // SolverStatus solve_system(BdaResult &res);
146
149 void get_result(Scalar* x) override;
150
155 void setOpencl(std::shared_ptr<cl::Context>& context,
156 std::shared_ptr<cl::CommandQueue>& queue);
157}; // end class openclSolverBackend
158
159} // namespace Opm::Accelerator
160
161#endif
This class is based on InverseOperatorResult struct from dune/istl/solver.hh It is needed to prevent ...
Definition BdaResult.hpp:31
This class serves to simplify choosing between different backend solvers, such as cusparseSolver and ...
Definition BdaSolver.hpp:46
This struct resembles a blocked csr matrix, like Dune::BCRSMatrix.
Definition BlockedMatrix.hpp:29
This class implements a opencl-based ilu0-bicgstab solver on GPU.
Definition openclSolverBackend.hpp:35
void setOpencl(std::shared_ptr< cl::Context > &context, std::shared_ptr< cl::CommandQueue > &queue)
Set OpenCL objects This class either creates them based on platformID and deviceID or receives them t...
Definition openclSolverBackend.cpp:241
void get_result(Scalar *x) override
Solve scalar linear system, for example a coarse system of an AMG preconditioner Data is already on t...
Definition openclSolverBackend.cpp:666
This class serves to eliminate the need to include the WellContributions into the matrix (with –matri...
Definition WellContributions.hpp:53
constexpr auto getPropValue()
get the value data member of a property
Definition propertysystem.hh:242