CommunicationPartner.h

/*
 * CommunicationPartner.h
 *
 *  Created on: Nov 16, 2015
 *      Author: tchipevn
 */
 
#ifndef COMMUNICATIONPARTNER_H_
#define COMMUNICATIONPARTNER_H_
 
#include <mpi.h>
#include <vector>
#include <stddef.h>
#include "CommunicationBuffer.h"
 
typedef enum {
    LEAVING_AND_HALO_COPIES = 0, 
    HALO_COPIES = 1, 
    LEAVING_ONLY = 2, 
    FORCES = 3 
} MessageType;
 
class ParticleContainer;
 
struct PositionInfo {
    double _bothLow[3], _bothHigh[3];
    double _leavingLow[3], _leavingHigh[3];
    double _copiesLow[3], _copiesHigh[3];
    double _shift[3]; 
    int _offset[3];
    bool _enlarged[3][2];
};
 
 
class CommunicationPartner {
public:
    CommunicationPartner(const int r, const double hLo[3], const double hHi[3], const double bLo[3],
            const double bHi[3], const double sh[3], const int offset[3], const bool enlarged[3][2]);
    CommunicationPartner(const int r);
    CommunicationPartner(const int r, const double leavingLo[3], const double leavingHi[3]);
 
    CommunicationPartner(const CommunicationPartner& o);
 
    CommunicationPartner() = delete;
 
    CommunicationPartner& operator =(const CommunicationPartner& b);
 
    ~~CommunicationPartner();
 
    void initSend(ParticleContainer* moleculeContainer, const MPI_Comm& comm, const MPI_Datatype& type,
                  MessageType msgType, std::vector<Molecule>& invalidParticles, bool mightUseInvalidParticles,
                  bool doHaloPositionCheck, bool removeFromContainer = false);
 
    bool testSend();
 
    void resetReceive();
 
    bool iprobeCount(const MPI_Comm& comm, const MPI_Datatype& type);
 
    bool testRecv(ParticleContainer* moleculeContainer, bool removeRecvDuplicates, bool force = false);
 
    void initRecv(int numParticles, const MPI_Comm& comm, const MPI_Datatype& type);
 
    void deadlockDiagnosticSendRecv();
    void deadlockDiagnosticSend();
    void deadlockDiagnosticRecv();
 
    int getRank() const {
        return _rank;
    }
 
    const int* getOffset() {
        return _haloInfo[0]._offset;
    }
 
    bool isFaceCommunicator() const {
        return (!!_haloInfo[0]._offset[0] + !!_haloInfo[0]._offset[1] + !!_haloInfo[0]._offset[2]) == 1;
    }
    int getFaceCommunicationDirection() const {
        if (!isFaceCommunicator())
            return -1;
        return !!_haloInfo[0]._offset[1] * 1 + !!_haloInfo[0]._offset[2] * 2;
    }
 
    void enlargeInOtherDirections(unsigned int d, double enlargement) {
        for (unsigned int p = 0; p < _haloInfo.size(); p++) {
            for (unsigned int d2 = 0; d2 < 3; d2++) {
                if (d2 == d)
                    continue;
                if (!_haloInfo[p]._enlarged[d2][0]) {
                    _haloInfo[p]._bothLow[d2] -= enlargement;
                    _haloInfo[p]._leavingLow[d2] -= enlargement;
                    _haloInfo[p]._copiesLow[d2] -= enlargement;
                    _haloInfo[p]._enlarged[d2][0] = true;
                }
                if (!_haloInfo[p]._enlarged[d2][1]) {
                    _haloInfo[p]._bothHigh[d2] += enlargement;
                    _haloInfo[p]._leavingHigh[d2] += enlargement;
                    _haloInfo[p]._copiesHigh[d2] += enlargement;
                    _haloInfo[p]._enlarged[d2][1] = true;
                }
            }
        }
    }
 
    void add(CommunicationPartner partner);
 
    size_t getDynamicSize();
 
    void print(std::ostream& stream) const;
private:
    enum HaloOrLeavingCorrection{
        HALO,
        LEAVING,
        NONE,
        FORCES // necessary?
    };
    void collectMoleculesInRegion(ParticleContainer* moleculeContainer, const double lowCorner[3],
            const double highCorner[3], const double shift[3], bool removeFromContainer,
            HaloOrLeavingCorrection haloLeaveCorr, bool doHaloPositionCheck = true);
 
    int _rank;
    int _countTested;
    std::vector<PositionInfo> _haloInfo;
 
    // technical variables
    MPI_Request *_sendRequest, *_recvRequest;
    MPI_Status *_sendStatus, *_recvStatus;
    CommunicationBuffer _sendBuf, _recvBuf; // used to be ParticleData and 
    bool _msgSent, _countReceived, _msgReceived, _isSending, _isReceiving;
 
    void collectLeavingMoleculesFromInvalidParticles(std::vector<Molecule>& invalidParticles, double lowCorner [3], double highCorner [3], double shift [3]);
 
    friend class NeighborAcquirerTest;
};
 
#endif /* COMMUNICATIONPARTNER_H_ */