KNMPIManager.h

Go to the documentation of this file.

#pragma once

#include "KNMatrixOperation.h"
#include "KNLanczosMethod.h"
#include "KNTimeMeasurement.h"
#include "KNCommandFileParser.h"
#include <mpi.h>

class CKNMPIManager
{
    typedef struct{
        double      fReal;
        double      fImginary;
    } COMPLEX_NUMBER, *LPCOMPLEX_NUMBER;
public:
    CKNMPIManager(); 
    ~CKNMPIManager(); 

    static bool                 InitLevel(int nMPILevel, int nFindingDegeneratedEVCount); 
    static bool                 CheckDeflationNodeCount(int nNeedNodeCount); 
    static void                 SetMPIEnviroment(int nRank, int nTotalNode); 
    static void                 LoadBlancingForLanczos(int nRowCount); 
    static void                 LoadBlancing(int nElementCount); 
    static int                  GetCurrentLoadBalanceCount(); 
    static int                  GetLoadBalanceCount(int nRank); 
    static int                  GetCurrentRank() { return m_nCurrentRank;}; 
    static int                  GetCurrentRank(MPI_Comm comm); 
    static int                  GetTotalNodeCount() { return m_nTotalNode; }; 
    static bool                 IsRootRank(); 
    static bool                 IsRootRank(MPI_Comm comm); 
    static bool                 IsInMPIRoutine(){ return m_bStartMPI; }; 
    static void                 BroadcastVector(CKNMatrixOperation::CKNVector *pVector); 
    static void                 BroadcastBool(bool *boolValue, int nRootRank = 0); 
    static void                 BroadcastDouble(double *pValue, unsigned int nSize, int nRootRank = 0, MPI_Comm comm = MPI_COMM_NULL); 
    static void                 BroadcastInt(int *pValue, unsigned int nSize, int nRootRank = 0, MPI_Comm comm = MPI_COMM_NULL); 
    static void                 BroadcastLanczosResult(CKNLanczosMethod::LPEIGENVALUE_RESULT lpResult, int nIterationCount); 
    static void                 SplitVector(CKNMatrixOperation::CKNVector *pVector, int nRootRank); 
    static void                 MergeVector(CKNMatrixOperation::CKNVector *pVector, CKNMatrixOperation::CKNVector *pResultVector, unsigned int nMergeSize); 
    static void                 MergeVectorOptimal(CKNMatrixOperation::CKNVector *pSrcVector, CKNMatrixOperation::CKNVector *pResultVector, unsigned int nMergeSize, double fFirstIndex); 
    static void                 MergeVectorEx_Optimal(CKNMatrixOperation::CKNVector *pVector, CKNMatrixOperation::CKNVector *pResultVector, unsigned int nMergeSize, double fFirstIndex, unsigned int nSizeFromPrevRank, unsigned int nSizeFromNextRank, unsigned int nSizetoPrevRank, unsigned int nSizetoNextRank, unsigned int*); 
    static LPCOMPLEX_NUMBER     ConvertVectorToMPIComplexBuffer(CKNMatrixOperation::CKNVector *pVector); 
    static void                 AllReduceComlex(CKNComplex *pNumber, CKNTimeMeasurement::MEASUREMENT_INDEX INDEX = CKNTimeMeasurement::COMM); 
    static double               AllReduceDouble(double fNumber); 
    static int                  GetRootRank(){ return 0;}; 
    static void                 FinalizeManager(); 
    static void                 InitCommunicationBufferMetric(); 
    static void                 SendDoubleBufferSync(int nTargetRank, double *pBuffer, int nSize, MPI_Request *req, MPI_Comm commWorld = MPI_COMM_NULL); 
    static void                 WaitSendDoubleBufferSync(MPI_Request *req); 
    static void                 ReceiveDoubleBufferSync(int nSourceRank, double *pBuffer, int nSize, MPI_Request *req, MPI_Comm commWorld = MPI_COMM_NULL); 
    static void                 WaitReceiveDoubleBufferAsync(MPI_Request *req); 
    static MPI_Comm             GetMPIComm(){ return m_mpiCommIndex; }; 
    static bool                 IsMultiLevelMPI(){ return m_bMultiLevel; }; 
    static void                 BarrierAllComm(); 
    static void                 Barrier(){ MPI_Barrier(m_mpiCommIndex); }; 
    static bool                 IsLanczosComputeRoot(){ return IsRootRank(m_mpiCommIndex);}; 
    static bool                 IsDeflationRoot(){ return IsRootRank(m_deflationComm); }; 
    static int*                 GetEigenvalueCountFromDeflationGroup(int nDeflationGroupCount, int nLocalEVCount); 
    static void                 GatherVDouble(int nSourceCount, double *pReceiveBuffer, int *pSourceCount, double *pSendBuffer, int nSendCount, MPI_Comm comm = MPI_COMM_NULL); 
    static void                 GatherVInt(int nSourceCount, int *pReceiveBuffer, int *pSourceCount, int *pSendBuffer, int nSendCount, MPI_Comm comm = MPI_COMM_NULL); 
    static void                 GatherEVFromDeflationGroup(int nSourceCount, double *pReceiveBuffer, int *pSourceCount, double *pSendBuffer, int nSendCount){ GatherVDouble(nSourceCount, pReceiveBuffer, pSourceCount, pSendBuffer, nSendCount, m_deflationComm); }; 
    static void                 GatherEVIterationFromDeflationGroup(int nSourceCount, int *pReceiveBuffer, int *pSourceCount, int *pSendBuffer, int nSendCount){ GatherVInt(nSourceCount, pReceiveBuffer, pSourceCount, pSendBuffer, nSendCount, m_deflationComm); }; 
    static void                 ExchangeCommand(double *pfCommand, MPI_Comm comm); 
    static MPI_Comm             GetLanczosComputComm(){ return m_mpiCommIndex; }; 
    static MPI_Comm             GetDeflationComm(){ return m_deflationComm; }; 
    static void                 SendVectorSync(int nTargetRank, CKNMatrixOperation::CKNVector *pVector, int nSize, MPI_Request *req, MPI_Comm commWorld = MPI_COMM_NULL); 
    static void                 ReceiveVectorSync(int nSourceRank, CKNMatrixOperation::CKNVector *pVector, int nSize, MPI_Request *req, MPI_Comm commWorld = MPI_COMM_NULL); 
    static unsigned int         GetLanczosGroupIndex(){ return m_nLanczosGroupIndex; }; 

private:
    static int                  m_nCurrentRank; 
    static int                  m_nCommWorldRank; 
    static int                  m_nTotalNode; 
    static bool                 m_bStartMPI; 
    static int                  *m_pLoadBalance; 
    static LPCOMPLEX_NUMBER     m_pCommBuffer; 
    static LPCOMPLEX_NUMBER     m_pConvertingBuffer; 
    static int                  *m_pRecvCount; 
    static int                  *m_pSendCount; 
    static int                  *m_pBankInfo; 
    static int                  *m_pDispls; 
    static MPI_Request          m_SendDoubleAsyncRequest; 
    static MPI_Request          m_ReceiveDoubleAsyncRequest; 
    static unsigned int         m_nMPILevel;  
    static bool                 m_bNeedPostOperation[10]; 
    static MPI_Comm             m_mpiCommIndex; 
    static MPI_Comm             m_deflationComm; 
    static MPI_Group            m_lanczosGroup; 
    static MPI_Group            m_deflationGroup; 
    static unsigned int         m_nLanczosGroupIndex; 
    static bool                 m_bMultiLevel; 
};