GlobalGPUMgr Class Reference

#include <GlobalGPUMgr.h>

Inheritance diagram for GlobalGPUMgr:

Public Member Functions
	GlobalGPUMgr ()
	~GlobalGPUMgr ()
void	initialize ()
void	initializeBackends ()
void	finalize ()
void	printDeviceMaps ()
int	getNumDevices ()
int	getDeviceIndex ()
int	getIsMasterPe ()
int	getMasterPeForDeviceIndex (int device)
const std::vector< int > &	getDeviceIndexToPeMap () const
bool	getIsMasterDevice ()
bool	getIsPmeDevice ()

Static Public Member Functions
static GlobalGPUMgr *	Object ()
static GlobalGPUMgr *	ObjectOnPe (const int pe)

Detailed Description

Definition at line 58 of file GlobalGPUMgr.h.

Constructor & Destructor Documentation

GlobalGPUMgr()

GlobalGPUMgr::GlobalGPUMgr

(

void

)

Definition at line 47 of file GlobalGPUMgr.C.

References NAMD_bug().

{
  if (CkpvAccess(GlobalGPUMgr_instance) == NULL) {
    CkpvAccess(GlobalGPUMgr_instance) = this;
  } else {
    NAMD_bug("GlobalGPUMgr instanced twice on same processor!");
  }
}

~GlobalGPUMgr()

GlobalGPUMgr::~GlobalGPUMgr

(

void

)

Definition at line 56 of file GlobalGPUMgr.C.

{ }

Member Function Documentation

finalize()

void GlobalGPUMgr::finalize

(

)

Definition at line 97 of file GlobalGPUMgr.C.

                            {
}

getDeviceIndex()

int GlobalGPUMgr::getDeviceIndex ( )

inline

Definition at line 101 of file GlobalGPUMgr.h.

Referenced by CollectiveDeviceBuffer< T >::allocate_no_check(), and initializeGPUResident().

{ return deviceIndex; }

getDeviceIndexToPeMap()

const std::vector<int>& GlobalGPUMgr::getDeviceIndexToPeMap ( ) const

inline

Definition at line 116 of file GlobalGPUMgr.h.

Referenced by initializeGPUResident().

{ return deviceIndexToPeMap; }

getIsMasterDevice()

bool GlobalGPUMgr::getIsMasterDevice ( )

inline

Definition at line 124 of file GlobalGPUMgr.h.

Referenced by initializeGPUResident().

{ return isMasterDevice && isMasterPe; }

getIsMasterPe()

int GlobalGPUMgr::getIsMasterPe ( )

inline

Definition at line 106 of file GlobalGPUMgr.h.

Referenced by CollectiveDeviceBuffer< T >::allocate(), CollectiveDeviceBuffer< T >::allocate_no_check(), CollectiveDeviceBuffer< T >::deallocate(), initializeGPUResident(), CollectiveDeviceBuffer< T >::reallocate(), and CollectiveDeviceBuffer< T >::reallocate_no_check().

{ return isMasterPe; }

getIsPmeDevice()

bool GlobalGPUMgr::getIsPmeDevice

(

)

Definition at line 100 of file GlobalGPUMgr.C.

References deviceCUDA, and DeviceCUDA::getPmeDeviceIndex().

                                  {
  return deviceCUDA->getPmeDeviceIndex() == deviceIndex;
}

getMasterPeForDeviceIndex()

int GlobalGPUMgr::getMasterPeForDeviceIndex ( int  device )

inline

Definition at line 111 of file GlobalGPUMgr.h.

{ return deviceIndexToPeMap[device]; }

getNumDevices()

int GlobalGPUMgr::getNumDevices ( )

inline

Definition at line 96 of file GlobalGPUMgr.h.

Referenced by CollectiveDeviceBuffer< T >::allocate_no_check(), and initializeGPUResident().

{ return numDevices; }

initialize()

void GlobalGPUMgr::initialize

(

void

)

Definition at line 58 of file GlobalGPUMgr.C.

References all, SynchronousCollectives::allGather(), deviceCUDA, SynchronousCollectives::forceBarrierAll(), DeviceCUDA::getDeviceID(), DeviceCUDA::getIsMasterDevice(), DeviceCUDA::getMasterPe(), and SynchronousCollectives::Object().

Referenced by initializeGPUResident().

                              {
  SynchronousCollectives* syncColl = SynchronousCollectives::Object();

  isMasterPe = (CkMyPe() == deviceCUDA->getMasterPe());
  isMasterDevice = deviceCUDA->getIsMasterDevice();

  peToDeviceIDMap.resize(CkNumPes(), -1);
  peToDeviceIndexMap.resize(CkNumPes(), -1);
  syncColl->forceBarrierAll(); //Make sure maps are resized

  const int myDeviceId = (isMasterPe) ? deviceCUDA->getDeviceID() : -1;
  peToDeviceIDMap = syncColl->allGather<int>(myDeviceId, SynchronousCollectiveScope::all);

  // Count number of devices first
  numDevices = 0;
  for (int i = 0; i < CkNumPes(); i++) {
    if (peToDeviceIDMap[i] != -1) {
      numDevices++;
    }
  }

  deviceIndexToPeMap.resize(numDevices, 0);
 
  // Setup maps
  int current_device = 0;
  for (int i = 0; i < CkNumPes(); i++) {
    if (peToDeviceIDMap[i] != -1) {
      deviceIndexToPeMap[current_device] = i;
      peToDeviceIndexMap[i] = current_device;
      current_device++;
    }
  }

  deviceIndex = peToDeviceIndexMap[CkMyPe()];
}

initializeBackends()

void GlobalGPUMgr::initializeBackends

(

)

Definition at line 94 of file GlobalGPUMgr.C.

Referenced by initializeGPUResident().

                                      {
}

Object()

static GlobalGPUMgr* GlobalGPUMgr::Object ( )

inlinestatic

Definition at line 61 of file GlobalGPUMgr.h.

Referenced by CollectiveDeviceBuffer< T >::allocate(), CollectiveDeviceBuffer< T >::allocate_no_check(), CollectiveDeviceBuffer< T >::deallocate(), initializeGPUResident(), CollectiveDeviceBuffer< T >::reallocate(), CollectiveDeviceBuffer< T >::reallocate_no_check(), and Sequencer::Sequencer().

{ return CkpvAccess(GlobalGPUMgr_instance); }

ObjectOnPe()

static GlobalGPUMgr* GlobalGPUMgr::ObjectOnPe ( const int  pe )

inlinestatic

Definition at line 62 of file GlobalGPUMgr.h.

                                                {
    return CkpvAccessOther(GlobalGPUMgr_instance, CmiRankOf(pe));
  }

printDeviceMaps()

void GlobalGPUMgr::printDeviceMaps

(

)

---

The documentation for this class was generated from the following files:

• GlobalGPUMgr.h
• GlobalGPUMgr.C