su2hmc.h

Go to the documentation of this file.

 
#ifndef SU2HEAD
#define SU2HEAD
//ARM Based machines. BLAS routines should work with other libraries, so we can set a compiler
//flag to sort them out. But the PRNG routines etc. are MKL exclusive
#include <errorcodes.h>
#include <integrate.h>
#ifdef   __INTEL_MKL__
#define  USE_BLAS
#include <mkl.h>
#elif defined GSL_BLAS
#define  USE_BLAS
#include <gsl/gsl_cblas.h>
#elif defined AMD_BLAS
#define  USE_BLAS
#include <cblas.h>
#endif
#include <sizes.h>
#ifdef __cplusplus
#include <cstdio>
#include <cstdlib>
#include <ctime>
#else
#include <stdio.h>
#include <stdlib.h>
#include <time.h>
#endif
 
//Definitions:
//###########
#ifdef _DEBUGCG
#define _DEBUG
#endif
//Function Declarations:
//#####################
#if (defined __cplusplus)
extern "C"
{
#endif
   int Force(double *dSdpi, int iflag, double res1, Complex *X0, Complex *X1, Complex *Phi,Complex *u11t, Complex *u12t,\
         Complex_f *u11t_f,Complex_f *u12t_f,unsigned int *iu,unsigned int *id,Complex *gamval,Complex_f *gamval_f,\
         int *gamin,double *dk4m, double *dk4p, float *dk4m_f,float *dk4p_f,Complex_f jqq,\
         float akappa,float beta,double *ancg);
   int Gauge_force(double *dSdpi,Complex_f *u11t, Complex_f *u12t, unsigned int *iu, unsigned int *id, float beta);
   int Init(int istart, int ibound, int iread, float beta, float fmu, float akappa, Complex_f ajq,\
         Complex *u11, Complex *u12, Complex *u11t, Complex *u12t, Complex_f *u11t_f, Complex_f *u12t_f,\
         Complex *gamval, Complex_f *gamval_f, int *gamin, double *dk4m, double *dk4p, float *dk4m_f, float *dk4p_f,\
         unsigned int *iu, unsigned int *id);
   int Hamilton(double *h, double *s, double res2, double *pp, Complex *X0, Complex *X1, Complex *Phi,\
         Complex *u11t, Complex *u12t, Complex_f *u11t_f, Complex_f *u12t_f, unsigned int * iu, unsigned int *id,\
         Complex_f *gamval_f, int *gamin, float *dk4m_f, float * dk4p_f, Complex_f jqq,\
         float akappa, float beta,double *ancgh,int traj);
   int Congradq(int na,double res,Complex *X1,Complex *r,Complex_f *u11t_f,Complex_f *u12t_f,unsigned int *iu,unsigned int *id,\
         Complex_f *gamval_f,int *gamin,float *dk4m_f,float *dk4p_f,Complex_f jqq,float akappa,int *itercg);
   int Congradp(int na,double res,Complex *Phi,Complex *xi,Complex_f *u11t,Complex_f *u12t,unsigned int *iu,unsigned int *id,\
         Complex_f *gamval,int *gamin,float *dk4m,float *dk4p,Complex_f jqq,float akappa,int *itercg);
   int Measure(double *pbp, double *endenf, double *denf, Complex *qq, Complex *qbqb, double res, int *itercg,\
         Complex *u11t, Complex *u12t, Complex_f *u11t_f, Complex_f *u12t_f, unsigned int *iu, unsigned int *id,\
         Complex *gamval, Complex_f *gamval_f,  int *gamin, double *dk4m, double *dk4p,\
         float *dk4m_f, float *dk4p_f, Complex_f jqq, float akappa,  Complex *Phi, Complex *R1);
   int Average_Plaquette(double *hg, double *avplaqs, double *avplaqt, Complex_f *u11t, Complex_f *u12t,\
         unsigned int *iu, float beta);
#if (!defined __NVCC__ && !defined __HIPCC__)
   float SU2plaq(Complex_f *u11t, Complex_f *u12t, unsigned int *iu, int i, int mu, int nu);
#endif
   double Polyakov(Complex_f *u11t, Complex_f *u12t);
   //Inline functions
   int C_gather(Complex_f *x, Complex_f *y, int n, unsigned int *table, unsigned int mu);
   int Z_gather(Complex *x, Complex *y, int n, unsigned int *table, unsigned int mu);
   int Fill_Small_Phi(int na, Complex *smallPhi, Complex *Phi);
   /*
    * @brief Up/Down partitioning of the pseudofermion field
    *
    * @param   na:   Flavour index
    * @param   X0:   Partitioned field
    * @param   R1:   Full pseudofermion field
    *
    * @return  Zero on success, integer error code otherwise   
    */
   int UpDownPart(const int na, Complex *X0, Complex *R1);
   int Reunitarise(Complex *u11t, Complex *u12t);
   //CUDA Declarations:
   //#################
#ifdef __NVCC__
   //Not a function. An array of concurrent GPU streams to keep it busy
   extern cudaStream_t streams[ndirac*ndim*nadj];
   //Calling Functions:
   //=================
   void cuAverage_Plaquette(double *hgs, double *hgt, Complex_f *u11t, Complex_f *u12t, unsigned int *iu,dim3 dimGrid, dim3 dimBlock);
   void cuPolyakov(Complex_f *Sigma11, Complex_f * Sigma12, Complex_f *u11t, Complex_f *u12t,dim3 dimGrid, dim3 dimBlock);
   void cuGauge_force(int mu,Complex_f *Sigma11, Complex_f *Sigma12, Complex_f *u11t,Complex_f *u12t,double *dSdpi,float beta,\
         dim3 dimGrid, dim3 dimBlock);
   void cuPlus_staple(int mu, int nu, unsigned int *iu, Complex_f *Sigma11, Complex_f *Sigma12, Complex_f *u11t, Complex_f *u12t,\
         dim3 dimGrid, dim3 dimBlock);
   void cuMinus_staple(int mu, int nu, unsigned int *iu, unsigned int *id, Complex_f *Sigma11, Complex_f *Sigma12,\
         Complex_f *u11sh, Complex_f *u12sh,Complex_f *u11t, Complex_f*u12t,  dim3 dimGrid, dim3 dimBlock);
   void cuForce(double *dSdpi, Complex_f *u11t, Complex_f *u12t, Complex_f *X1, Complex_f *X2, \
         Complex_f *gamval,float *dk4m, float *dk4p,unsigned int *iu,int *gamin,\
         float akappa, dim3 dimGrid, dim3 dimBlock);
   //cuInit was taken already by CUDA (unsurprisingly)
   void Init_CUDA(Complex *u11t, Complex *u12t,Complex *gamval, Complex_f *gamval_f, int *gamin, double*dk4m,\
         double *dk4p, unsigned int *iu, unsigned int *id);
   void cuFill_Small_Phi(int na, Complex *smallPhi, Complex *Phi,dim3 dimBlock, dim3 dimGrid);
   void cuC_gather(Complex_f *x, Complex_f *y, int n, unsigned int *table, unsigned int mu,dim3 dimBlock, dim3 dimGrid);
   void cuZ_gather(Complex *x, Complex *y, int n, unsigned int *table, unsigned int mu,dim3 dimBlock, dim3 dimGrid);
   void cuComplex_convert(Complex_f *a, Complex *b, int len, bool ftod, dim3 dimBlock, dim3 dimGrid);
   void cuReal_convert(float *a, double *b, int len, bool ftod, dim3 dimBlock, dim3 dimGrid);
   void cuUpDownPart(int na, Complex *X0, Complex *R1,dim3 dimBlock, dim3 dimGrid);
   void cuReunitarise(Complex *u11t, Complex *u12t,dim3 dimGrid, dim3 dimBlock);
   //And a little something to set the CUDA grid and block sizes
   void blockInit(int x, int y, int z, int t, dim3 *dimBlock, dim3 *dimGrid);
#endif
#if (defined __cplusplus)
}
#endif
//CUDA Kernels:
//============
#ifdef __CUDACC__
//__global__ void cuForce(double *dSdpi, Complex *u11t, Complex *u12t, Complex *X1, Complex *X2, Complex *gamval,\
//    double *dk4m, double *dk4p, unsigned int *iu, int *gamin,float akappa);
__global__ void Plus_staple(int mu, int nu,unsigned int *iu, Complex_f *Sigma11, Complex_f *Sigma12,\
      Complex_f *u11t, Complex_f *u12t);
__global__ void Minus_staple(int mu, int nu,unsigned int *iu,unsigned int *id, Complex_f *Sigma11, Complex_f *Sigma12,\
      Complex_f *u11sh, Complex_f *u12sh, Complex_f *u11t, Complex_f *u12t);
__global__ void cuGaugeForce(int mu, Complex_f *Sigma11, Complex_f *Sigma12,double* dSdpi,Complex_f *u11t, Complex_f *u12t,\
      float beta);
__global__ void cuAverage_Plaquette(float *hgs_d, float *hgt_d, Complex_f *u11t, Complex_f *u12t, unsigned int *iu);
__global__ void cuPolyakov(Complex_f *Sigma11, Complex_f * Sigma12, Complex_f *u11t, Complex_f *u12t);
__device__ float SU2plaq(Complex_f *u11t, Complex_f *u12t, unsigned int *iu, int i, int mu, int nu);
//Force Kernels. We've taken each nadj index and the spatial/temporal components and created a separate kernel for each
//CPU code just has these as a huge blob that the vectoriser can't handle. May be worth splitting it there too?
//It might not be a bad idea to make a seperate header for all these kernels...
__global__ void cuForce_s(double *dSdpi, Complex_f *u11t, Complex_f *u12t, Complex_f *X1, Complex_f *X2, Complex_f *gamval,
      unsigned int *iu, int *gamin,float akappa, int mu);
__global__ void cuForce_t(double *dSdpi, Complex_f *u11t, Complex_f *u12t, Complex_f *X1, Complex_f *X2, Complex_f *gamval,\
      float *dk4m, float *dk4p, unsigned int *iu, int *gamin,float akappa);
__global__ void cuFill_Small_Phi(int na, Complex *smallPhi, Complex *Phi);
__global__ void cuC_gather(Complex_f *x, Complex_f *y, int n, unsigned int *table, unsigned int mu);
__global__ void cuZ_gather(Complex *x, Complex *y, int n, unsigned int *table, unsigned int mu);
__global__ void cuComplex_convert(Complex_f *a, Complex *b, int len, bool dtof);
__global__ void cuReal_convert(float *a, double *b, int len, bool dtof);
__global__ void cuUpDownPart(int na, Complex *X0, Complex *R1);
__global__ void cuReunitarise(Complex *u11t, Complex *u12t);
#endif
#endif