parread.cpp

Go to the documentation of this file.

#include "moab_mpi.h"
#include "moab/Core.hpp"
#include <sstream>
#include <iostream>
#include <cstdlib>
#include <unistd.h>

const char usage[] = "[-b|-d|-f] [-P <rank>] [-p <name>] [-R] [-g <level>] [-O <option>] <filename>";

const char DEFAULT_PARTITION_TAG[] = "PARALLEL_PARTITION";

void error( const char* argv0 )
{
    std::cerr << "Usage: " << argv0 << " " << usage << std::endl;
    exit( 1 );
}

void help( const char* argv0 )
{
    std::cout << argv0 << " " << usage << std::endl
              << "-P <rank>  Specified processor will wait for debugger to attach." << std::endl
              << "-p <name>  Tag identifying partition sets (default: \"" << DEFAULT_PARTITION_TAG << "\")" << std::endl
              << "-a         Assign partitions to processes by matching part number to rank" << std::endl
              << "-R         Do not resolve shared entities" << std::endl
              << "-b         Use broadcast & delete read method" << std::endl
              << "-d         Use read & delete method" << std::endl
              << "-f         Use true parallel read (default)" << std::endl
              << "-g         Set debug output level" << std::endl;
    exit( 0 );
}

int main( int argc, char* argv[] )
{
    MPI_Init( &argc, &argv );

    const char BCAST_MODE[]        = "BCAST_DELETE";
    const char DELETE_MODE[]       = "READ_DELETE";
    const char PART_MODE[]         = "READ_PART";
    const char* read_mode          = PART_MODE;
    const char* partition_tag_name = DEFAULT_PARTITION_TAG;
    bool assign_by_id              = false;
    bool resolve_shared            = true;
    int debug_level                = 0;
    int pause_rank                 = -1;
    const char* filename           = 0;
    std::ostringstream options;
    options << ";";

    int rank;
    MPI_Comm_rank( MPI_COMM_WORLD, &rank );

    int expect_tag     = 0;
    int expect_level   = 0;
    int expect_opt     = 0;
    int expect_rank    = 0;
    bool no_more_flags = false;
    for( int i = 1; i < argc; ++i )
    {
        int arg_pos = i;
        if( expect_tag == i )
        {
            partition_tag_name = argv[i];
            expect_tag         = 0;
        }
        else if( expect_level == i )
        {
            char* endptr;
            debug_level = (int)strtol( argv[i], &endptr, 0 );
            if( *endptr || endptr == argv[i] || debug_level < 0 )
            {
                std::cerr << "Expected positive integer value following '-g' flag" << std::endl;
                error( argv[0] );
            }
            expect_level = 0;
        }
        else if( expect_opt == i )
        {
            options << ";" << argv[i];
            expect_opt = 0;
        }
        else if( expect_rank == i )
        {
            char* endptr;
            pause_rank = (int)strtol( argv[i], &endptr, 0 );
            if( *endptr || endptr == argv[i] || pause_rank < 0 )
            {
                std::cerr << "Expected positive integer value following '-P' flag" << std::endl;
                error( argv[0] );
            }
            expect_rank = 0;
        }
        else if( argv[i][0] == '-' && !no_more_flags )
        {
            for( int j = 1; argv[i][j]; ++j )
            {
                switch( argv[i][j] )
                {
                    case '-':
                        no_more_flags = true;
                        break;
                    case 'P':
                        expect_rank = ++arg_pos;
                        break;
                    case 'p':
                        expect_tag = ++arg_pos;
                        break;
                    case 'a':
                        assign_by_id = true;
                        break;
                    case 'R':
                        resolve_shared = false;
                        break;
                    case 'b':
                        read_mode = BCAST_MODE;
                        break;
                    case 'd':
                        read_mode = DELETE_MODE;
                        break;
                    case 'f':
                        read_mode = PART_MODE;
                        break;
                    case 'g':
                        expect_level = ++arg_pos;
                        break;
                    case 'O':
                        expect_opt = ++arg_pos;
                        break;
                    case 'h':
                        help( argv[0] );
                        break;
                    default:
                        std::cerr << "Unknown flag: -" << argv[i][j] << std::endl;
                        error( argv[0] );
                }
            }
        }
        else if( filename )
        {
            std::cerr << "Unexpected argument: \"" << argv[i] << "\"" << std::endl;
            error( argv[0] );
        }
        else
        {
            filename = argv[i];
        }
    }

    if( expect_tag )
    {
        std::cerr << "Expected value following -p flag" << std::endl;
        error( argv[0] );
    }
    if( expect_level )
    {
        std::cerr << "Expected value following -g flag" << std::endl;
        error( argv[0] );
    }
    if( expect_opt )
    {
        std::cerr << "Expected value following -O flag" << std::endl;
        error( argv[0] );
    }
    if( expect_rank )
    {
        std::cerr << "Expected rank following -P flag" << std::endl;
        error( argv[0] );
    }
    if( !filename )
    {
        std::cerr << "No file name specified" << std::endl;
        error( argv[0] );
    }

    options << ";PARTITION=" << partition_tag_name << ";PARALLEL=" << read_mode;
    if( resolve_shared ) options << ";PARALLEL_RESOLVE_SHARED_ENTS";
    if( assign_by_id ) options << ";PARTITION_BY_RANK";
    if( debug_level ) options << ";DEBUG_IO=" << debug_level;

    moab::Core core;
    moab::Interface& mb = core;

    if( pause_rank >= 0 )
    {
        if( pause_rank == rank )
        {
            std::cout << "Process " << rank << " with PID " << getpid() << " waiting for debugger" << std::endl
                      << "Set local variable 'do_wait' to zero to continue" << std::endl;

            volatile int do_wait = 1;
            while( do_wait )
            {
                sleep( 1 );
            }
        }
        MPI_Barrier( MPI_COMM_WORLD );
    }

    std::string opts = options.str();
    if( rank == 0 ) std::cout << "Reading \"" << filename << "\" with options=\"" << opts << "\"." << std::endl;

    double init_time     = MPI_Wtime();
    moab::ErrorCode rval = mb.load_file( filename, 0, opts.c_str() );
    double fini_time     = MPI_Wtime();

    long send_data[2] = { (long)( 100 * ( fini_time - init_time ) ), rval };
    long recv_data[2];
    MPI_Allreduce( send_data, recv_data, 2, MPI_LONG, MPI_MAX, MPI_COMM_WORLD );
    double time = recv_data[0] / 100.0;

    if( moab::MB_SUCCESS != rval )
    {
        std::string estr = mb.get_error_string( rval );
        std::string msg;
        mb.get_last_error( msg );
        std::cout << "Read failed for proccess " << rank << " with error code " << rval << " (" << estr << ")"
                  << std::endl;
        if( !msg.empty() ) std::cerr << '"' << msg << '"' << std::endl;
    }

    if( rank == 0 )
    {
        if( recv_data[1] == moab::MB_SUCCESS ) std::cout << "Success!" << std::endl;
        std::cout << "Read returned in " << time << " seconds" << std::endl;
    }

    MPI_Finalize();
    return ( moab::MB_SUCCESS != rval );
}