densemat.h

Go to the documentation of this file.

#ifndef GHOST_DENSEMAT_H
#define GHOST_DENSEMAT_H

#include "config.h"
#include "types.h"
#include "bitmap.h"
#include "bindensemat.h"
#include "context.h"

#define GHOST_CM_IDX 0
#define GHOST_RM_IDX 1

#define GHOST_DENSEMAT_CHECK_SIMILARITY(vec1,vec2)\
    if (DM_NROWS(vec1) != DM_NROWS(vec2)) {\
        GHOST_ERROR_LOG("Number of rows do not match!");\
        return GHOST_ERR_INVALID_ARG;\
    }\
    if (vec1->traits.ncols != vec2->traits.ncols) {\
        GHOST_ERROR_LOG("Number of cols do not match!");\
        return GHOST_ERR_INVALID_ARG;\
    }\
    if (vec1->traits.storage != vec2->traits.storage) {\
        GHOST_ERROR_LOG("Storage orders do not match!");\
        return GHOST_ERR_INVALID_ARG;\
    }\
    if (!(vec1->traits.location & vec2->traits.location)) {\
        GHOST_ERROR_LOG("Locations do not match!");\
        return GHOST_ERR_INVALID_ARG;\
    }\
    if (!(vec1->traits.datatype == vec2->traits.datatype)) {\
        GHOST_ERROR_LOG("Types do not match!");\
        return GHOST_ERR_INVALID_ARG;\
    }



typedef int (*ghost_densemat_srcfunc)(ghost_gidx row, ghost_lidx col, void * val, void * arg);

typedef enum {
    GHOST_DENSEMAT_DEFAULT = 0,
    GHOST_DENSEMAT_VIEW = 1<<0,
    GHOST_DENSEMAT_SCATTERED_LD = 1<<1,
    GHOST_DENSEMAT_SCATTERED_TR = 1<<2,
    GHOST_DENSEMAT_PERMUTED = 1<<3,
    GHOST_DENSEMAT_NOT_RELOCATE = 1<<4,
    GHOST_DENSEMAT_PAD_COLS = 1<<5
}
ghost_densemat_flags;


#define GHOST_DENSEMAT_SCATTERED (GHOST_DENSEMAT_SCATTERED_LD|GHOST_DENSEMAT_SCATTERED_TR)

typedef enum
{
    GHOST_DENSEMAT_ROWMAJOR = GHOST_BINDENSEMAT_ORDER_ROW_FIRST,
    GHOST_DENSEMAT_COLMAJOR = GHOST_BINDENSEMAT_ORDER_COL_FIRST,
    GHOST_DENSEMAT_STORAGE_DEFAULT = 2
}
ghost_densemat_storage;

typedef struct
{
#ifdef GHOST_HAVE_MPI

    int msgcount;
    MPI_Request *request;
    MPI_Status  *status;
    char **tmprecv;
    char *tmprecv_mem;
    char *work;
    ghost_lidx *dueptr;
    ghost_lidx *wishptr;
    ghost_lidx acc_dues;
    ghost_lidx acc_wishes;
    void *cu_work;
#endif
}
ghost_densemat_halo_comm;

typedef struct
{
    ghost_lidx ncols;
    ghost_lidx ncolspadded;
    ghost_densemat_flags flags;
    ghost_densemat_storage storage;
    ghost_datatype datatype;
    ghost_location location;
    ghost_location compute_at;
    ghost_implementation compute_with;
    ghost_lidx ncolssub;
}
ghost_densemat_traits;

typedef struct ghost_densemat ghost_densemat;


struct ghost_densemat
{
    ghost_densemat_traits traits;
    char* val;
    ghost_densemat *src;
    size_t elSize;
    ghost_lidx nblock;
    ghost_lidx blocklen;
    ghost_lidx stride;
    ghost_bitmap colmask;
    ghost_bitmap rowmask;
    ghost_mpi_datatype mpidt;
    ghost_mpi_datatype fullmpidt;
    char * cu_val;
    ghost_map *map;
    ghost_densemat **subdm;
    ghost_lidx nsub;
    ghost_lidx coloff;
};

#define DM_NROWS(dm) dm->map->dim
#define DM_GNROWS(dm) dm->map->gdim
#define DM_NROWSPAD(dm) dm->map->dimpad

#ifdef __cplusplus
static inline ghost_densemat_flags operator|(const ghost_densemat_flags &a, const ghost_densemat_flags &b) {
return static_cast<ghost_densemat_flags>(static_cast<int>(a) | static_cast<int>(b));
}
static inline ghost_densemat_flags operator|=(ghost_densemat_flags &a, const ghost_densemat_flags &b) {
    a = static_cast<ghost_densemat_flags>(static_cast<int>(a) | static_cast<int>(b));
    return a;
}
static inline ghost_densemat_flags operator&=(ghost_densemat_flags &a, const ghost_densemat_flags &b) {
    a = static_cast<ghost_densemat_flags>(static_cast<int>(a) & static_cast<int>(b));
    return a;
}

extern "C" {
#endif

    ghost_error ghost_densemat_create(ghost_densemat **vec, ghost_map *map, ghost_densemat_traits traits);

    ghost_error ghost_densemat_mask2charfield(ghost_bitmap mask,
            ghost_lidx len, char *charfield);

    bool array_strictly_ascending (ghost_lidx *coffs, ghost_lidx nc);

    ghost_error ghost_densemat_uniformstorage(bool *uniform,
            ghost_densemat *vec,ghost_mpi_comm mpicomm);

    char * ghost_densemat_storage_string(ghost_densemat_storage storage);

    ghost_error ghost_densemat_info_string(char **str,
            ghost_densemat *densemat);

    ghost_error ghost_densemat_halocommInit_common(ghost_densemat *vec, ghost_context *ctx, ghost_densemat_halo_comm *comm);
    ghost_error ghost_densemat_halocomm_start(ghost_densemat *vec, ghost_context *ctx, ghost_densemat_halo_comm *comm);
    ghost_error ghost_densemat_halocommFinalize_common(ghost_densemat_halo_comm *comm);

    void ghost_densemat_destroy(ghost_densemat* vec);

    ghost_lidx ghost_densemat_row_padding();

    int ghost_idx_of_densemat_storage(ghost_densemat_storage s);

    ghost_error ghost_densemat_init_rand(ghost_densemat *x);

    ghost_error ghost_densemat_init_val(ghost_densemat *x, void *v);

    ghost_error ghost_densemat_malloc(ghost_densemat *x, int *needInit);
    ghost_error ghost_densemat_init_func(ghost_densemat *x, ghost_densemat_srcfunc func, void *arg);

    ghost_error ghost_densemat_init_densemat(ghost_densemat *x, ghost_densemat *y, ghost_lidx roffs, ghost_lidx coffs);

    ghost_error ghost_densemat_init_file(ghost_densemat *x, char *path, ghost_mpi_comm mpicomm);

    ghost_error ghost_densemat_init_real(ghost_densemat *vec, ghost_densemat *re, ghost_densemat *im);

    ghost_error ghost_densemat_init_complex(ghost_densemat *re, ghost_densemat *im, ghost_densemat *src);

    ghost_error ghost_densemat_view_plain(ghost_densemat *x, void *data, ghost_lidx stride);

    ghost_error ghost_densemat_create_and_view_densemat(ghost_densemat **x, ghost_densemat *src, ghost_lidx nr, ghost_lidx roffs, ghost_lidx nc, ghost_lidx coffs);

    ghost_error ghost_densemat_create_and_view_densemat_scattered(ghost_densemat **x, ghost_densemat *src, ghost_lidx nr, ghost_lidx *ridx, ghost_lidx nc, ghost_lidx *cidx);

    ghost_error ghost_densemat_create_and_view_densemat_cols(ghost_densemat **x, ghost_densemat *src, ghost_lidx nc, ghost_lidx coffs);

    ghost_error ghost_densemat_create_and_view_densemat_cols_scattered(ghost_densemat **x, ghost_densemat *src, ghost_lidx nc, ghost_lidx *cidx);

    ghost_error ghost_densemat_clone(ghost_densemat **x, ghost_densemat *src, ghost_lidx nc, ghost_lidx coffs);

    ghost_error ghost_densemat_string(char **str, ghost_densemat *x);

    ghost_error ghost_densemat_permute(ghost_densemat *x, ghost_permutation_direction dir);

    ghost_error ghost_densemat_download(ghost_densemat *vec);

    ghost_error ghost_densemat_upload(ghost_densemat *vec);

    ghost_error ghost_densemat_reduce(ghost_densemat *vec, int dest);

    ghost_error ghost_densemat_halocomm_init (ghost_densemat *vec, ghost_context *ctx, ghost_densemat_halo_comm *comm);
    ghost_error ghost_densemat_halocomm_start (ghost_densemat *vec, ghost_context *ctx, ghost_densemat_halo_comm *comm);
    ghost_error  ghost_densemat_halocomm_finalize (ghost_densemat *vec, ghost_context *ctx, ghost_densemat_halo_comm *comm);

    ghost_error ghost_densemat_halo_avg (ghost_densemat *vec, ghost_context *ctx);

    ghost_error ghost_densemat_to_file(ghost_densemat *vec, char *filename, ghost_mpi_comm mpicomm);

    ghost_error ghost_densemat_entry(void *entry, ghost_densemat *vec, ghost_lidx i, ghost_lidx j);

    ghost_error ghost_densemat_sync_vals(ghost_densemat *vec, ghost_mpi_comm comm, int root);

    ghost_error ghost_densemat_compress(ghost_densemat *vec);
    ghost_error ghost_densemat_collect(ghost_densemat *vec, ghost_densemat *globvec, ghost_context *ctx);

    ghost_error ghost_densemat_distribute(ghost_densemat *vec, ghost_densemat *localVec, ghost_context *ctx);

    ghost_error ghost_densemat_set_map(ghost_densemat *vec, ghost_map *map);
#ifdef __cplusplus
}
#endif

extern const ghost_densemat_traits GHOST_DENSEMAT_TRAITS_INITIALIZER;

extern const ghost_densemat_halo_comm GHOST_DENSEMAT_HALO_COMM_INITIALIZER;

#endif