Amesos2 - Direct Sparse Solver Interfaces Version of the Day
Amesos2_Superludist_decl.hpp
Go to the documentation of this file.
1// @HEADER
2// *****************************************************************************
3// Amesos2: Templated Direct Sparse Solver Package
4//
5// Copyright 2011 NTESS and the Amesos2 contributors.
6// SPDX-License-Identifier: BSD-3-Clause
7// *****************************************************************************
8// @HEADER
9
17
18
19#ifndef AMESOS2_SUPERLUDIST_DECL_HPP
20#define AMESOS2_SUPERLUDIST_DECL_HPP
21
23#include "Amesos2_SolverCore.hpp"
25
26namespace Amesos2 {
27
28
54template <class Matrix,
55 class Vector>
56class Superludist : public SolverCore<Amesos2::Superludist, Matrix, Vector>
57{
58 friend class SolverCore<Amesos2::Superludist,Matrix,Vector>; // Give our base access
59 // to our private
60 // implementation funcs
61public:
62
64 static const char* name; // declaration. Initialization outside.
65
66 typedef Superludist<Matrix,Vector> type;
67 typedef SolverCore<Amesos2::Superludist,Matrix,Vector> super_type;
68
69 typedef Matrix matrix_type;
70 typedef Vector vector_type;
71
72 // Since typedef's are not inheritted, go grab them
73 typedef typename super_type::scalar_type scalar_type;
74 typedef typename super_type::local_ordinal_type local_ordinal_type;
75 typedef typename super_type::global_ordinal_type global_ordinal_type;
76 typedef typename super_type::global_size_type global_size_type;
77 typedef typename super_type::node_type node_type;
78
79 typedef TypeMap<Amesos2::Superludist,scalar_type> type_map;
80
81 typedef typename type_map::type slu_type;
82 typedef typename type_map::magnitude_type magnitude_type;
83
84 typedef FunctionMap<Amesos2::Superludist,slu_type> function_map;
85
86 typedef Kokkos::DefaultHostExecutionSpace HostExecSpaceType;
87 typedef Kokkos::View<SLUD::int_t*, HostExecSpaceType> host_size_type_array;
88 typedef Kokkos::View<SLUD::int_t*, HostExecSpaceType> host_ordinal_type_array;
89 typedef Kokkos::View<slu_type*, HostExecSpaceType> host_value_type_array;
90
92
93
100 Superludist(Teuchos::RCP<const Matrix> A,
101 Teuchos::RCP<Vector> X,
102 Teuchos::RCP<const Vector> B);
103
104
106 ~Superludist( );
107
109
110private:
111
118 void computeRowPermutationLargeDiagMC64(SLUD::SuperMatrix& GA);
119
126 int preOrdering_impl();
127
128
137
138
149
150
162 int solve_impl(const Teuchos::Ptr<MultiVecAdapter<Vector> > X,
163 const Teuchos::Ptr<const MultiVecAdapter<Vector> > B) const;
164
165
171 bool matrixShapeOK_impl() const;
172
173
195 /*
196 * The following options could be supported in the future:
197 *
198 * <li> \c "Equil" : { \c "YES" | \c "NO" } or, equivalently, { \c true | \c false }.
199 * Specifies whether the solver to equilibrate the matrix before solving.</li>
200 * <li> \c "IterRefine" : { \c "NO" | \c "SINGLE" | \c "DOUBLE" | \c "EXTRA"
201 * }. Specifies whether to perform iterative refinement, and in
202 * what precision to compute the residual. (Not currently supported)</li>
203 */
205 const Teuchos::RCP<Teuchos::ParameterList> & parameterList );
206
207
214 Teuchos::RCP<const Teuchos::ParameterList> getValidParameters_impl() const;
215
216
229 void get_default_grid_size(int nprocs, SLUD::int_t& nprow, SLUD::int_t& npcol) const;
230
231
246 bool loadA_impl(EPhase current_phase);
247
248
249 // struct holds all data necessary to make a superlu factorization or solve call
250 mutable struct SLUData {
251 SLUD::SuperMatrix A;
252 SLUD::SuperMatrix AC;
253 typename type_map::LUstruct_t LU;
254 SLUD::Glu_freeable_t glu_freeable;
255
259 int domains;
260 MPI_Comm symb_comm;
261 SLUD::int_t *sizes, *fstVtxSep; // memory allocated by get_perm_c_parmetis
262 SLUD::Pslu_freeable_t pslu_freeable;
263
264 SLUD::amesos2_superlu_dist_options_t options;
265 SLUD::amesos2_superlu_dist_mem_usage_t mem_usage;
266 SLUD::gridinfo_t grid;
267 MPI_Comm mat_comm;
268 typename type_map::LUstruct_t lu;
269 SLUD::SuperLUStat_t stat;
270 typename type_map::SOLVEstruct_t solve_struct;
271
272 Teuchos::Array<magnitude_type> berr;
273 Teuchos::Array<magnitude_type> ferr;
274
275 // Pick up data type specific ScalePermstruct_t
276 typename type_map::ScalePermstruct_t scale_perm; // R, C, perm_r, and perm_c found in here
277
278 Teuchos::Array<magnitude_type> R, C; // equilibration scalings
279 Teuchos::Array<magnitude_type> R1, C1; // row-permutation scalings
280 Teuchos::Array<SLUD::int_t> perm_r, perm_c;
281
282 SLUD::DiagScale_t equed;
283 bool rowequ, colequ;
284 magnitude_type rowcnd, colcnd, amax;
285 int largediag_mc64_job; // job id for LargeDiag_MC64 row permutation
286 } data_;
287
288 // The following Arrays are persisting storage arrays for A, X, and B
290 host_value_type_array nzvals_view_;
292 host_ordinal_type_array colind_view_;
294 host_size_type_array rowptr_view_;
296 mutable Teuchos::Array<slu_type> bvals_;
298 mutable Teuchos::Array<slu_type> xvals_;
299
302 bool same_symbolic_;
303 bool force_symbfact_;
304 mutable bool same_solve_struct_; // may be modified in solve_impl, but still `logically const'
305
307 Teuchos::RCP<const Tpetra::Map<local_ordinal_type,
308 global_ordinal_type,
309 node_type> > superlu_rowmap_;
310
311 bool is_contiguous_;
312
313}; // End class Superludist
314
315
316// Specialize the solver_traits template for SuperLU_DIST
317template <>
319#if defined(HAVE_TEUCHOS_COMPLEX) && !defined(__clang__)
320 typedef Meta::make_list3<double, std::complex<double>, SLUD::Z::doublecomplex> supported_scalars;
321#else
322 typedef Meta::make_list1<double> supported_scalars;
323#endif
324};
325
326} // end namespace Amesos2
327
328#endif // AMESOS2_SUPERLUDIST_DECL_HPP
Provides access to interesting solver traits.
Provides a mechanism to map function calls to the correct Solver function based on the scalar type of...
SolverCore(Teuchos::RCP< const Matrix > A, Teuchos::RCP< Vector > X, Teuchos::RCP< const Vector > B)
Amesos2 interface to the distributed memory version of SuperLU.
Definition Amesos2_Superludist_decl.hpp:57
Teuchos::RCP< const Tpetra::Map< local_ordinal_type, global_ordinal_type, node_type > > superlu_rowmap_
Maps rows of the matrix to processors in the SuperLU_DIST processor grid.
Definition Amesos2_Superludist_decl.hpp:309
bool in_grid_
true if this processor is in SuperLU_DISTS's 2D process grid
Definition Amesos2_Superludist_decl.hpp:301
bool matrixShapeOK_impl() const
Determines whether the shape of the matrix is OK for this solver.
Definition Amesos2_Superludist_def.hpp:780
void setParameters_impl(const Teuchos::RCP< Teuchos::ParameterList > &parameterList)
Definition Amesos2_Superludist_def.hpp:789
int numericFactorization_impl()
SuperLU_DIST specific numeric factorization.
Definition Amesos2_Superludist_def.hpp:463
host_ordinal_type_array colind_view_
Stores the row indices of the nonzero entries.
Definition Amesos2_Superludist_decl.hpp:292
bool loadA_impl(EPhase current_phase)
Reads matrix data into internal solver structures.
Definition Amesos2_Superludist_def.hpp:977
host_value_type_array nzvals_view_
Stores the values of the nonzero entries for SuperLU_DIST.
Definition Amesos2_Superludist_decl.hpp:290
int preOrdering_impl()
Performs pre-ordering on the matrix to increase efficiency.
Definition Amesos2_Superludist_def.hpp:358
Teuchos::Array< slu_type > bvals_
1D store for B values
Definition Amesos2_Superludist_decl.hpp:296
host_size_type_array rowptr_view_
Stores the location in Ai_ and Aval_ that starts row j.
Definition Amesos2_Superludist_decl.hpp:294
int solve_impl(const Teuchos::Ptr< MultiVecAdapter< Vector > > X, const Teuchos::Ptr< const MultiVecAdapter< Vector > > B) const
SuperLU_DIST specific solve.
Definition Amesos2_Superludist_def.hpp:614
void get_default_grid_size(int nprocs, SLUD::int_t &nprow, SLUD::int_t &npcol) const
Definition Amesos2_Superludist_def.hpp:952
static const char * name
Name of this solver interface.
Definition Amesos2_Superludist_decl.hpp:64
Superludist(Teuchos::RCP< const Matrix > A, Teuchos::RCP< Vector > X, Teuchos::RCP< const Vector > B)
Initialize from Teuchos::RCP.
Definition Amesos2_Superludist_def.hpp:35
int symbolicFactorization_impl()
Perform symbolic factorization of the matrix using SuperLU_DIST.
Definition Amesos2_Superludist_def.hpp:414
Teuchos::RCP< const Teuchos::ParameterList > getValidParameters_impl() const
Definition Amesos2_Superludist_def.hpp:866
Teuchos::Array< slu_type > xvals_
1D store for X values
Definition Amesos2_Superludist_decl.hpp:298
void computeRowPermutationLargeDiagMC64(SLUD::SuperMatrix &GA)
Compute the row permutation for option LargeDiag-MC64.
Definition Amesos2_Superludist_def.hpp:303
Passes functions to TPL functions based on type.
Definition Amesos2_FunctionMap.hpp:43
Map types to solver-specific data-types and enums.
Definition Amesos2_TypeMap.hpp:48
Provides traits about solvers.
Definition Amesos2_SolverTraits.hpp:37