src/pbe/pbe.h

Go to the documentation of this file.

#ifndef _PBE_H
#define _PBE_H

#include "pbedefs.h"

#ifdef __cplusplus
extern "C" {
#endif

/* Global variables */
struct tms _tms_aid;
struct benchmark *pbe_data;
int pbe_initialized;
int pbe_numofslots;

/* Define a portable reduce function */
#ifdef _PBE_USE_MPI
#ifdef POOMA_MPI
float pbe_reduce(float t_local)
{
    float t_global;
    reduce(&t_local,&(t_local)+1,&(t_global),OpMaxAssign());
    return t_global;
}
#else
float pbe_reduce(float t_local)
{
    float t_global;
    MPI_Reduce(&t_local, &t_global, 1, MPI_FLOAT, MPI_MAX, 0, MPI_COMM_WORLD);
    return t_global;
}
#endif
#else
float pbe_reduce(float t_local)
{
    return t_local;
}
#endif


int pbe_init(const char *name, int numofslots, int argparametercount, struct pbeparameter *argparameters)
{
    int localhavempi=0, localmpirank, localmpisize, i;

    // exit if already initialized
    if (pbe_initialized) {
        assert(pbe_numofslots < numofslots);
        return 1;
    }
    pbe_initialized = 1;
    pbe_numofslots = numofslots;


#ifdef _PBE_USE_MPI
    localhavempi = 1;
#ifdef POOMA_MPI
    localmpisize = Pooma::getNodes();
    localmpirank = Pooma::myNode();
#else
    MPI_Comm_rank(MPI_COMM_WORLD, &localmpirank);
    MPI_Comm_size(MPI_COMM_WORLD, &localmpisize);
#endif
#else
    localhavempi = 0;
    localmpirank = 0;
    localmpisize = 1;
#endif

    pbe_data = (struct benchmark *) (calloc(1,sizeof(struct benchmark)));
    if(pbe_data == NULL) {
        if(localhavempi)
            printf("(%d/%d): ", localmpirank, localmpisize);
        printf("Memory allocation not ok for pbe_data (1*%d=%d Bytes)!\n",
            (int)sizeof(struct benchmark),
            (int)((numofslots+1)*sizeof(struct timer)));
        return 1;
    }

    pbe_data->slots = 0;
    pbe_data->have_mpi = localhavempi;
    pbe_data->mpirank = localmpirank;
    pbe_data->mpisize = localmpisize;

    pbe_data->timers = (struct timer *) (calloc((numofslots+1),sizeof(struct timer)));

    if(pbe_data->timers == NULL) {
        if(pbe_data->have_mpi) printf("(%d/%d): ", pbe_data->mpirank, pbe_data->mpisize);
        printf("Memory allocation not ok for timers (%d*%d=%d Bytes)!\n",
            numofslots+1,
            (int)sizeof(struct timer),
            (int)((numofslots+1)*sizeof(struct timer)));
        return 1;
    }

    for(i=0;i<numofslots;i++)
        sprintf(pbe_data->timers[i].name,"%s","N/A");

    /* HANDLING NAME */
    sprintf(pbe_data->name,"%s",name);

    /* HANDLING SLOTS */
    pbe_data->slots = numofslots;

    /* HANDLING PARAMETERS */
    pbe_data->parametercount = argparametercount + pbe_data->have_mpi;
    /* one perhaps for mpisize*/

    if(pbe_data->parametercount + pbe_data->have_mpi) {
        pbe_data->parameters = (struct pbeparameter *) calloc(pbe_data->parametercount, sizeof(struct pbeparameter));

        if(pbe_data->parameters == NULL) {
            if(pbe_data->have_mpi) printf("(%d/%d): ", pbe_data->mpirank, pbe_data->mpisize);
            printf("Memory allocation not ok for parameters (%d*%d=%d Bytes)!\n",
                pbe_data->parametercount,
                (int)sizeof(struct pbeparameter),
                (pbe_data->parametercount)*(int)sizeof(struct pbeparameter));
            return 1;
        }

        for(i=0;i<argparametercount;i++) {
            sprintf(pbe_data->parameters[i].name,"%s",argparameters[i].name);
            sprintf(pbe_data->parameters[i].shortname,"%s",argparameters[i].shortname);
            pbe_data->parameters[i].value = argparameters[i].value;
        }
        if(pbe_data->have_mpi) {
            sprintf(pbe_data->parameters[i].name,"mpisize");
            sprintf(pbe_data->parameters[i].shortname,"p");
            pbe_data->parameters[i].value=pbe_data->mpisize;
        }
    } else
        pbe_data->parameters = NULL;

    return 0;
}

void pbe_dump() {
    int handle;
    int writer = (!pbe_data->have_mpi || pbe_data->mpirank == 0) ? 1 : 0;

    if (writer) {
        printf("Timing statistics:\n");
        printf("%42s %8s %12s %12s %12s %12s\n", "Name", "Count", "Real time", "User time", "System time", "Sys+usr time");
        printf("-------------------------------------------------------------------------------------------------------\n");
    }
    for (handle = 0; handle <= pbe_data->slots; handle ++) {
        if (pbe_getcounter(handle) > 0) {
            float rtime  = pbe_reduce(pbe_getrealtime(handle));
            float stime  = pbe_reduce(pbe_getsystime(handle));
            float utime  = pbe_reduce(pbe_getusrtime(handle));
            float sutime = pbe_reduce(pbe_getsysusrtime(handle));
            int count = pbe_getcounter(handle);
            if (writer) {
                printf("%42s %8d %12.3f %12.3f %12.3f %12.3f\n",
                       pbe_data->timers[handle].name, count, rtime, utime, stime, sutime);
            }
        }
    }
}

int pbe_finalize(int numofiterations) {
    int i;
    float stime, utime, rtime, sutime;
    FILE *fout = NULL;
    char filename[200];
    int writer;

    writer = (!pbe_data->have_mpi || pbe_data->mpirank == 0) ? 1 : 0;
    /* MPI-Master or no MPI */

    if (numofiterations) {
        if (writer) {
            sprintf(filename,"./pbedata/pbeout_%s",pbe_data->name);
            for (i = 0; i < pbe_data->parametercount; i ++)
                sprintf(filename, "%s_%s%d",
                        filename,
                        pbe_data->parameters[i].shortname,
                        pbe_data->parameters[i].value);

            fout = fopen(filename,"w");
            if (fout == NULL)
                fprintf(stderr, "Error writing pbe output file.\n");
            else {
                fprintf(fout,"# PBE Statistics: ################################");
                fprintf(fout,"\n# Description:%s",pbe_data->name);
                /* fprintf(fout,"\n# CLOCKS_PER_SEC=%d",CLOCKS_PER_SEC); */
                fprintf(fout,"\n# CLK_TCK=%d",CLK_TCK);
                fprintf(fout,"\n#PBE:INFO:numberofiterations=%d",numofiterations);
                for (i=0; i<pbe_data->parametercount; i++)
                    fprintf(fout,"\n#PBE:PAR:%s:%s=%d",pbe_data->parameters[i].name,pbe_data->parameters[i].shortname,pbe_data->parameters[i].value);
                fprintf(fout,"\n#PBE:COL:Counter Name Realtime Systime Usrtime Systime+Usrtime");
                fprintf(fout,"\n#PBE:TYP:I S F F F F");
            }
        }
        for (i = 0; i <= pbe_data->slots; i ++) {
            if (pbe_getcounter(i) > 0) {

#if 0
#ifdef _PBE_USE_MPI
                printf("(%d/%d):DEBUG:rcvb:real:%f,sys:%f,usr:%f,sysusr:%f\n",
                       pbe_data->mpirank,
                       pbe_data->mpisize,
                       pbe_getrealtime(i) / numofiterations,
                       pbe_getsystime(i) / numofiterations,
                       pbe_getusrtime(i) / numofiterations,
                       pbe_getsysusrtime(i) / numofiterations);
#endif
#endif
                rtime  = pbe_reduce(pbe_getrealtime(i)) / numofiterations;
                stime  = pbe_reduce(pbe_getsystime(i)) / numofiterations;
                utime  = pbe_reduce(pbe_getusrtime(i)) / numofiterations;
                sutime = pbe_reduce(pbe_getsysusrtime(i)) / numofiterations;
                if (writer && fout != NULL) {
                    fprintf(fout, "\n%d %s %f %f %f %f",
                            i, pbe_data->timers[i].name,
                            rtime, stime, utime, sutime);
                }
            }
        }

        if (writer && fout != NULL) {
            fprintf(fout,"\n");
            fclose(fout);
            printf("\nwrote to %s\n",filename);
        }

    } /* numiterations */
    free(pbe_data->timers);
    free(pbe_data->parameters);
    free(pbe_data);

    return 0;
}

#ifdef __cplusplus
}
#endif

#endif /* not _PBE_H_ */

---