PostMaster.h

Go to the documentation of this file.

/**********************************************************************
** This program is part of 'MOOSE', the
** Messaging Object Oriented Simulation Environment.
**           Copyright (C) 2003-2013 Upinder S. Bhalla. and NCBS
** It is made available under the terms of the
** GNU Lesser General Public License version 2.1
** See the file COPYING.LIB for the full notice.
**********************************************************************/

#ifndef _POST_MASTER_H
#define _POST_MASTER_H

#ifdef USE_MPI
#include <mpi.h>
#endif

class TgtInfo {
    public:
        TgtInfo()
                : id_(),
                bindIndex_( 0 ), dataSize_( 0 )
        {;}

        Eref eref() const {
            return Eref( id_.eref() );
        }

        void set( ObjId id, unsigned int bindIndex, unsigned int size ) {
            id_ = id;
            bindIndex_ = bindIndex;
            dataSize_ = size;
        }

        unsigned int dataSize() const {
            return dataSize_;
        }

        unsigned int bindIndex() const {
            return bindIndex_;
        }

        static const unsigned int headerSize;
    private:
        ObjId id_;
        unsigned int bindIndex_;
        unsigned int dataSize_; // Does double duty for SetGet operations as a flag to indicate type of operation.
};

class PostMaster {
    public:
        PostMaster();
        unsigned int getNumNodes() const;
        unsigned int getMyNode() const;
        unsigned int getBufferSize() const;
        void setBufferSize( unsigned int size );
        void reinit( const Eref& e, ProcPtr p );
        void process( const Eref& e, ProcPtr p );

        void clearPending();
        void clearPendingSetGet();
        void clearPendingRecv();
        void finalizeSends();

        void handleRemoteGet( const Eref& e,
                        const OpFunc* op, int requestingNode );

        void handleRemoteGetVec( const Eref& e,
                        const OpFunc* op, int requestingNode );

        double* addToSendBuf( const Eref& e,
                unsigned int bindIndex, unsigned int size );
        double* addToSetBuf( const Eref& e,
            unsigned int opIndex, unsigned int size, unsigned int hopType );
        void dispatchSetBuf( const Eref& e );

        double* remoteGet( const Eref& e, unsigned int bindIndex );
        void remoteGetVec( const Eref& e, unsigned int bindIndex,
                vector< vector< double > >& getRecvBuf,
                vector< unsigned int >& size );
        void remoteFieldGetVec( const Eref& e, unsigned int bindIndex,
                vector< double >& getRecvBuf );

        static const unsigned int reserveBufSize;
        static const unsigned int setRecvBufSize;
        static const int MSGTAG;
        static const int SETTAG;
        static const int GETTAG;
        static const int RETURNTAG;
        static const int CONTROLTAG;
        static const int DIETAG;
        static const Cinfo* initCinfo();
    private:
        unsigned int recvBufSize_;
        // Used on master for sending, on others for receiving.
        vector< double > setSendBuf_;
        vector< double > setRecvBuf_;
        vector< vector< double > > sendBuf_;
        vector< vector< double > > recvBuf_;
        vector< unsigned int > sendSize_;
        vector< double > getHandlerBuf_; // Just enough for one TgtInfo.
#ifdef USE_MPI
        MPI_Request setSendReq_;
        MPI_Request setRecvReq_;
        MPI_Request getHandlerReq_;
        MPI_Status setSendStatus_;
        MPI_Status setRecvStatus_;
        vector< MPI_Request > recvReq_;
        vector< MPI_Request > sendReq_;
        vector< MPI_Status > doneStatus_;
#endif // USE_MPI
        vector< int > doneIndices_;
        int isSetSent_;
        int isSetRecv_;
        int setSendSize_;
        unsigned int numRecvDone_;
};

#endif  // _POST_MASTER_H