src/Particle/ParticleBalancer.cpp

Go to the documentation of this file.

// -*- C++ -*-
/***************************************************************************
 *
 * The IPPL Framework
 * 
 * This program was prepared by PSI. 
 * All rights in the program are reserved by PSI.
 * Neither PSI nor the author(s)
 * makes any warranty, express or implied, or assumes any liability or
 * responsibility for the use of this software
 *
 * Visit http://www.acl.lanl.gov/POOMS for more details
 *
 ***************************************************************************/

// -*- C++ -*-
/***************************************************************************
 *
 * The IPPL Framework
 * 
 *
 * Visit http://people.web.psi.ch/adelmann/ for more details
 *
 ***************************************************************************/

// include files
#include "Particle/ParticleBalancer.h"
#include "Particle/ParticleBase.h"
#include "Particle/ParticleSpatialLayout.h"
#include "Particle/ParticleUniformLayout.h"
#include "Particle/ParticleAttrib.h"
#include "Particle/IntNGP.h"
#include "Region/RegionLayout.h"
#include "Index/NDIndex.h"
#include "FieldLayout/FieldLayout.h"
#include "FieldLayout/BinaryBalancer.h"
#include "Utility/IpplInfo.h"
#include "Profile/Profiler.h"


// calculate a new RegionLayout for a given ParticleBase, and distribute the
// new RegionLayout to all the nodes.  This uses a Field BinaryBalancer.
template < class T, unsigned Dim, class Mesh>
void
BinaryRepartition(ParticleBase<ParticleSpatialLayout<T,Dim,Mesh> >& PB) {
  TAU_TYPE_STRING(taustr, "void (" + CT(PB) + " )");
  TAU_PROFILE("BinaryRepartition()", taustr, TAU_PARTICLE);

  static IntNGP interp; // to scatter particle density

  //Inform dbgmsg("Particle BinaryRepartition", INFORM_ALL_NODES);
  //dbgmsg << "Performing particle load balancing, for ";
  //dbgmsg << PB.getTotalNum() << " particles ..." << endl;

  // get the internal FieldLayout from the Particle object's internal
  // RegionLayout.  From this, we make a new Field (we do not need a
  RegionLayout<T,Dim,Mesh>& RL = PB.getLayout().getLayout();
  if ( ! RL.initialized()) {
    ERRORMSG("Cannot repartition particles: uninitialized layout." << endl);
    return;
  }
  FieldLayout<Dim>& FL = RL.getFieldLayout();
  Mesh& mesh = RL.getMesh();

  // NDIndex which describes the entire domain ... if a particle is
  // outside this region, we are in trouble!
  const NDIndex<Dim>& TotalDomain = FL.getDomain();

  // for all the particles, do the following:
  //   1. get the position, and invert to the 'FieldLayout' index space
  //   2. increment the field at the position near this index position
  NDIndex<Dim> indx;

  // By default, we do the number density computation and repartition of
  // index space on a cell-centered Field.  If FieldLayout is vertex-centered,
  // we'll need to make some adjustments here.
  bool CenterOffset[Dim];
  int CenteringTotal = 0;
  unsigned int d;
  for (d=0; d<Dim; ++d) {
    CenterOffset[d] = (TotalDomain[d].length() < mesh.gridSizes[d]);
    CenteringTotal += CenterOffset[d];
  }

  if (CenteringTotal == Dim) { // allCell centering
    Field<double,Dim,Mesh,Cell> BF(mesh,FL,GuardCellSizes<Dim>(1));

    // Now do a number density scatter on this Field
    // Afterwards, the Field will be deleted, and will checkout of the
    // FieldLayout.  This is desired so that when we repartition the
    // FieldLayout, we do not waste time redistributing the Field's data.
    BF = 0.0;
    scatter(BF,PB.R,interp);

    // calculate a new repartitioning of the field, and use this to repartition
    // the FieldLayout used inside the Particle object
    indx = CalcBinaryRepartition(FL, BF);
  }
  else if (CenteringTotal == 0) { // allVert centering
    Field<double,Dim,Mesh,Vert> BF(mesh,FL,GuardCellSizes<Dim>(1));

    // Now do a number density scatter on this Field
    // Afterwards, the Field will be deleted, and will checkout of the
    // FieldLayout.  This is desired so that when we repartition the
    // FieldLayout, we do not waste time redistributing the Field's data.
    BF = 0.0;
    scatter(BF,PB.R,interp);

    // calculate a new repartitioning of the field, and use this to repartition
    // the FieldLayout used inside the Particle object
    indx = CalcBinaryRepartition(FL, BF);
  }
  else {
    ERRORMSG("Not implemented for face- and edge-centered Fields!!" << endl);
    Ippl::abort();
  }

  // now, we can repartition the FieldLayout within the RegionLayout
  RL.RepartitionLayout(indx);
  PB.update();
}


// the same, but taking a uniform layout (this will not actually do anything)
template<class T, unsigned Dim>
void
BinaryRepartition(ParticleBase<ParticleUniformLayout<T,Dim> >&) {
  // for a uniform layout, this repartition method does nothing, so just
  // exit
  return;
}


/***************************************************************************
 * $RCSfile: ParticleBalancer.cpp,v $   $Author: adelmann $
 * $Revision: 1.1.1.1 $   $Date: 2003/01/23 07:40:28 $
 * IPPL_VERSION_ID: $Id: ParticleBalancer.cpp,v 1.1.1.1 2003/01/23 07:40:28 adelmann Exp $ 
 ***************************************************************************/

---