|
MOAB: Mesh Oriented datABase
(version 5.4.1)
|
|
MOAB: Mesh Oriented datABase
(version 5.4.1)
|
#include "moab/Core.hpp"#include "MBParallelConventions.h"#include <iostream>#include <string>#include <sstream>
Include dependency graph for ReduceExchangeTags.cpp:Go to the source code of this file.
Defines | |
| #define | MPICHKERR(CODE, MSG) |
| #define | dbgprint(MSG) |
| #define | dbgprintall(MSG) |
Functions | |
| ErrorCode | get_file_options (int argc, char **argv, string &filename, string &tagName, double &tagValues) |
| int | main (int argc, char **argv) |
| #define dbgprint | ( | MSG | ) |
do \ { \ if( !rank ) cerr << ( MSG ) << endl; \ } while( false )
Definition at line 54 of file ReduceExchangeTags.cpp.
Referenced by main().
| #define dbgprintall | ( | MSG | ) |
do \ { \ cerr << "[" << rank << "]: " << ( MSG ) << endl; \ } while( false )
Definition at line 60 of file ReduceExchangeTags.cpp.
Referenced by main().
| #define MPICHKERR | ( | CODE, | |
| MSG | |||
| ) |
do \ { \ if( 0 != ( CODE ) ) \ { \ cerr << ( MSG ) << endl; \ MPI_Finalize(); \ } \ } while( false )
Definition at line 44 of file ReduceExchangeTags.cpp.
Referenced by main().
| ErrorCode get_file_options | ( | int | argc, |
| char ** | argv, | ||
| string & | filename, | ||
| string & | tagName, | ||
| double & | tagValues | ||
| ) |
Definition at line 67 of file ReduceExchangeTags.cpp.
References MB_SUCCESS, and MESH_DIR.
{
// Get mesh filename
if( argc > 1 )
filename = string( argv[1] );
else
filename = string( MESH_DIR ) + string( "/64bricks_1khex.h5m" );
// Get tag selection options
if( argc > 2 )
tagName = string( argv[2] );
else
tagName = "USERTAG";
if( argc > 3 )
tagValues = atof( argv[3] );
else
tagValues = 1.0;
return MB_SUCCESS;
}
| int main | ( | int | argc, |
| char ** | argv | ||
| ) |
Definition at line 92 of file ReduceExchangeTags.cpp.
References moab::Interface::create_meshset(), dbgprint, dbgprintall, dim, ErrorCode, moab::ParallelComm::exchange_tags(), filename, moab::Interface::get_entities_by_dimension(), moab::point_locator::io::get_file_options(), moab::ParallelComm::get_part_entities(), moab::ParallelComm::get_pcomm(), ierr, moab::Interface::load_file(), MB_CHK_ERR, MB_CHK_SET_ERR, MB_TAG_CREAT, MB_TAG_DENSE, MB_TYPE_DOUBLE, MB_TYPE_INTEGER, moab::Range::merge(), MESHSET_SET, MPI_COMM_WORLD, MPICHKERR, rank, read_options, moab::ParallelComm::reduce_tags(), moab::Range::size(), moab::Interface::tag_get_handle(), moab::Interface::tag_set_data(), and moab::Interface::write_file().
{
#ifdef MOAB_HAVE_MPI
ErrorCode err;
int ierr, rank;
string filename, tagName;
double tagValue;
MPI_Comm comm = MPI_COMM_WORLD;
/// Parallel Read options:
/// PARALLEL = type {READ_PART}
/// PARTITION = PARALLEL_PARTITION : Partition as you read
/// PARALLEL_RESOLVE_SHARED_ENTS : Communicate to all processors to get the shared adjacencies
/// consistently in parallel PARALLEL_GHOSTS : a.b.c
/// : a = 3 - highest dimension of entities
/// : b = 0 -
/// : c = 1 - number of layers
/// PARALLEL_COMM = index
string read_options = "PARALLEL=READ_PART;PARTITION=PARALLEL_PARTITION;PARALLEL_RESOLVE_SHARED_"
"ENTS;PARTITION_DISTRIBUTE;PARALLEL_GHOSTS=3.0.1;PARALLEL_COMM=0";
// Print usage if not enough arguments
if( argc < 1 )
{
cerr << "Usage: ";
cerr << argv[0] << " <file_name> <tag_name> <tag_value>" << endl;
cerr << "file_name : mesh file name" << endl;
cerr << "tag_name : name of tag to add to mesh" << endl;
cerr << "tag_value : a double valued string to set for highest-dimensional entities in "
"the mesh for the named tag"
<< endl;
ierr = MPI_Finalize();
MPICHKERR( ierr, "MPI_Finalize failed; Aborting" );
return 1;
}
// Initialize MPI first
ierr = MPI_Init( &argc, &argv );
MPICHKERR( ierr, "MPI_Init failed" );
ierr = MPI_Comm_rank( MPI_COMM_WORLD, &rank );
MPICHKERR( ierr, "MPI_Comm_rank failed" );
dbgprint( "********** reduce_exchange_tags **********\n" );
// Create the moab instance
Interface* mbi = new( std::nothrow ) Core;
if( NULL == mbi ) return 1;
// Get the input options
err = get_file_options( argc, argv, filename, tagName, tagValue );MB_CHK_SET_ERR( err, "get_file_options failed" );
// Print out the input parameters
dbgprint( " Input Parameters - " );
dbgprint( " Filenames: " << filename );
dbgprint( " Tag: Name=" << tagName << " Value=" << tagValue << endl );
// Create root sets for each mesh. Then pass these
// to the load_file functions to be populated.
EntityHandle rootset, partnset;
err = mbi->create_meshset( MESHSET_SET, rootset );MB_CHK_SET_ERR( err, "Creating root set failed" );
err = mbi->create_meshset( MESHSET_SET, partnset );MB_CHK_SET_ERR( err, "Creating partition set failed" );
// Create the parallel communicator object with the partition handle associated with MOAB
ParallelComm* parallel_communicator = ParallelComm::get_pcomm( mbi, partnset, &comm );
// Load the file from disk with given options
err = mbi->load_file( filename.c_str(), &rootset, read_options.c_str() );MB_CHK_SET_ERR( err, "MOAB::load_file failed" );
// Create two tag handles: Exchange and Reduction operations
dbgprint( "-Creating tag handle " << tagName << "..." );
Tag tagReduce, tagExchange;
{
stringstream sstr;
// Create the exchange tag: default name = USERTAG_EXC
sstr << tagName << "_EXC";
err = mbi->tag_get_handle( sstr.str().c_str(), 1, MB_TYPE_INTEGER, tagExchange, MB_TAG_CREAT | MB_TAG_DENSE,
&tagValue );MB_CHK_SET_ERR( err, "Retrieving tag handles failed" );
// Create the exchange tag: default name = USERTAG_RED
sstr.str( "" );
sstr << tagName << "_RED";
err = mbi->tag_get_handle( sstr.str().c_str(), 1, MB_TYPE_DOUBLE, tagReduce, MB_TAG_CREAT | MB_TAG_DENSE,
&tagValue );MB_CHK_SET_ERR( err, "Retrieving tag handles failed" );
}
// Perform exchange tag data
dbgprint( "-Exchanging tags between processors " );
{
Range partEnts, dimEnts;
for( int dim = 0; dim <= 3; dim++ )
{
// Get all entities of dimension = dim
err = mbi->get_entities_by_dimension( rootset, dim, dimEnts, false );MB_CHK_ERR( err );
vector< int > tagValues( dimEnts.size(), static_cast< int >( tagValue ) * ( rank + 1 ) * ( dim + 1 ) );
// Set local tag data for exchange
err = mbi->tag_set_data( tagExchange, dimEnts, &tagValues[0] );MB_CHK_SET_ERR( err, "Setting local tag data failed during exchange phase" );
// Merge entities into parent set
partEnts.merge( dimEnts );
}
// Exchange tags between processors
err = parallel_communicator->exchange_tags( tagExchange, partEnts );MB_CHK_SET_ERR( err, "Exchanging tags between processors failed" );
}
// Perform reduction of tag data
dbgprint( "-Reducing tags between processors " );
{
Range partEnts;
// Get all higher dimensional entities belonging to current partition
err = parallel_communicator->get_part_entities( partEnts );MB_CHK_SET_ERR( err, "ParallelComm::get_part_entities failed" );
// Output what is in current partition sets
dbgprintall( "Number of Partitioned entities: " << partEnts.size() );
MPI_Barrier( comm );
// Set local tag data for reduction
vector< double > tagValues( partEnts.size(), tagValue * ( rank + 1 ) );
err = mbi->tag_set_data( tagReduce, partEnts, &tagValues[0] );MB_CHK_SET_ERR( err, "Setting local tag data failed during reduce phase" );
Range dummy;
// Reduce tag data using MPI_SUM on the interface between partitions
err = parallel_communicator->reduce_tags( tagReduce, MPI_SUM, dummy /*partEnts*/ );MB_CHK_SET_ERR( err, "Reducing tags between processors failed" );
}
// Write out to output file to visualize reduction/exchange of tag data
err = mbi->write_file( "test.h5m", "H5M", "PARALLEL=WRITE_PART" );MB_CHK_ERR( err );
// Done, cleanup
delete mbi;
dbgprint( "\n********** reduce_exchange_tags DONE! **********" );
MPI_Finalize();
#else
std::cout << " compile with MPI and HDF5 for this example to work \n";
#endif
return 0;
}
1.7.6.1