Home Research Papers Posters Manuals Talks Download People Help Internal

libs/ck-libs/pencilfft/pencilfft.h

Go to the documentation of this file.

#ifndef  __PENCIL_FFT_H__
#define  __PENCIL_FFT_H__

#include "charm++.h"
#include "ckcomplex.h"

#include "sfftw.h"

#define LineFFTAssert(x)  //CkAssert(x)
#define __LINEFFT_DEBUG__  0

enum LineFFTPhase {
  PHASE_X = 0,
  PHASE_Y,
  PHASE_Z
};


enum LineFFTCompletion {
  ARRAY_REDUCTION = 0,
  SEND_GRID,
};


struct LineFFTGrid {
  short  x0;
  short  xsize;
  short  y0;
  short  ysize;
  short  z0;
  short  zsize;  

  short  idx_x;    //The x-coordinate of the pencil array element
  short  idx_y;    //The y-coordinate of the pencil array element

  CkCallback cb_done;   //Callback to call once the operation has been
                        //finished
};

PUPbytes (LineFFTGrid)

struct LineFFTInfo;

#include "PencilFFT.decl.h"

struct LineFFTInfo {
  int sizeX, sizeY, sizeZ;    //FFT grid dimensions
  int grainX, grainY, grainZ; //FFT pencil partition sizes
  
  CProxy_LineFFTArray     xProxy;
  CProxy_LineFFTArray     yProxy; 
  CProxy_LineFFTArray     zProxy;

  CkCallback              kSpaceCallback;
  LineFFTCompletion       completionId;

  bool                    normalize;
};

PUPbytes (LineFFTInfo)



//             The Pencil FFT Array Class
//
//  Flow of Control :
//   Client -> receiveGridMessage() > startFFT(X, Forward) -> 
//   sendFFTMessages() -> startFFT(Y, Forward) -> 
//   startFFT(Z, Forward) -> startFFT(Z, Backward) -> 
//   startFFT(Y, Backward) -> startFFT(X, Backward) -> 
//   sendGridMessages () -> Client
//

class LineFFTMsg : public CMessage_LineFFTMsg {
 public:
  LineFFTPhase       phase;     //the phase of the operation
  int                direction; //direction of the fft
  int                chunk_id;  //the id of the chunk or a pencil
  
  complex           * data;  
};

class LineFFTGridMsg : public CMessage_LineFFTGridMsg {
 public:
  LineFFTGrid         grid;
  fftw_real         * data;  
};


class LineFFTArray : public CBase_LineFFTArray {
  complex *_line;
  
  fftw_plan _fwdplan, _bwdplan;
  
  LineFFTInfo   _info;
  
  LineFFTPhase  _phase;  //X, Y or Z chare


  int           _curGridMessages;

  int           _curFFTMessages;

  int           _nElements;

  int           _fftSize;

  int           _nFFTMessages;

  int           _nGridMessages;

  LineFFTGrid  * _gridList;

 public:


  LineFFTArray (CkMigrateMessage *m) {}

  LineFFTArray () {
    _fwdplan = _bwdplan =NULL;
    //_id = -1;
    _line = NULL;
    _curFFTMessages = 0;
    _curGridMessages = 0;
    _nGridMessages = 0;
  }

  LineFFTArray (LineFFTInfo &info, int phase);
  
  ~LineFFTArray () {
    delete [] _line;
  }

  void receiveGridMessage (LineFFTGridMsg   *msg);

  void receiveFFTMessage (LineFFTMsg *msg);

  void startFFT (int direction = FFTW_FORWARD);

  
  void setNumGridMessages (int n, CkCallback &cb) {
    _nGridMessages = n;
    
#if __LINEFFT_DEBUG__
    CkPrintf ("[%d, %d] Received ngridmsgs msg \n", thisIndex.x, thisIndex.y);
#endif
    _gridList = new LineFFTGrid [n];
    
    int x =0;
    contribute (sizeof (int), &x, CkReduction::sum_int, cb);
  }

  
 private:

  void sendFFTMessages (int dir);

  void sendGridMessages();
  
  void call_donecallback() {
    LineFFTAssert (_phase == PHASE_X);

#if __LINEFFT_DEBUG__    
    CkPrintf ("[%d, %d] In Call Done Callback\n", thisIndex.x, thisIndex.y);
#endif
    if (_info.completionId == ARRAY_REDUCTION) {
      int x =0;
      contribute (sizeof (int), &x, CkReduction::sum_int);
    }    
    else 
      sendGridMessages ();
  }
};   // -- End class LineFFTArray

#endif

---