dispatch.c

/**
 * Author: Baptiste Coudray
 * School: HEPIA
 * Class: ITI-3
 * Year: 2020-2021
 */

#include <stdio.h>
#include <stdint.h>
#include <mpi.h>
#include <math.h>
#include <stdbool.h>
#include <stdlib.h>
#include <string.h>
#include <assert.h>
#include "dispatch.h"

#define min(a, b) (((a) <= (b)) ? (a) : (b))
#define max(a, b) (((a) >= (b)) ? (a) : (b))

#define INDEX_3D_TO_1D(y, x, z, nb_columns, nb_depths) ((x) + (nb_columns) * ((y) + (nb_depths) * (z)))

#define ROW_COMMUNICATOR 1
#define COLUMN_COMMUNICATOR 2
#define DEPTH_COMMUNICATOR 3

#define CHUNK_DATA_TAG 8
#define ROOT_RANK 0

#define FRONT_EAST_TAG 0
#define FRONT_WEST_TAG 1
#define FRONT_NORTH_TAG 2
#define FRONT_SOUTH_TAG 3
#define FRONT_NORTH_EAST_TAG 4
#define FRONT_SOUTH_WEST_TAG 5
#define FRONT_SOUTH_EAST_TAG 6
#define FRONT_NORTH_WEST_TAG 7
#define FRONT_SURFACE_TAG 8

#define BACK_EAST_TAG 9
#define BACK_WEST_TAG 10
#define BACK_SURFACE_TAG 11

#define LEFT_SURFACE_TAG 12
#define RIGHT_SURFACE_TAG 13

#define TOP_EAST_TAG 14
#define TOP_WEST_TAG 15
#define TOP_NORTH_TAG 16
#define TOP_SOUTH_TAG 17
#define TOP_NORTH_EAST_TAG 18
#define TOP_SOUTH_WEST_TAG 19
#define TOP_SOUTH_EAST_TAG 20
#define TOP_NORTH_WEST_TAG 21
#define TOP_SURFACE_TAG 22

#define BOTTOM_EAST_TAG 23
#define BOTTOM_WEST_TAG 24
#define BOTTOM_NORTH_TAG 25
#define BOTTOM_SOUTH_TAG 26
#define BOTTOM_NORTH_EAST_TAG 27
#define BOTTOM_SOUTH_WEST_TAG 28
#define BOTTOM_SOUTH_EAST_TAG 29
#define BOTTOM_NORTH_WEST_TAG 30
#define BOTTOM_SURFACE_TAG 31

static const int FUTHARK_CHUNKS_ORDER[NB_CHUNKS] = {INDEX_CHUNK_EAST, INDEX_CHUNK_NORTH, INDEX_CHUNK_NORTH_EAST,
                                                    INDEX_CHUNK_NORTH_WEST, INDEX_CHUNK_SOUTH, INDEX_CHUNK_SOUTH_EAST,
                                                    INDEX_CHUNK_SOUTH_WEST, INDEX_CHUNK_SURFACE, INDEX_CHUNK_WEST};

/* Taken from Futhark generated code */
struct futhark_opaque_envelope_1d_t {
    struct futhark_i8_1d *v0;
    struct futhark_i8_1d *v1;
};

struct futhark_opaque_envelope_2d_t {
    struct futhark_i8_2d *v0;
    struct futhark_i8_2d *v1;
    struct futhark_i8_2d *v2;
    struct futhark_i8_2d *v3;
    struct futhark_i8_2d *v4;
    struct futhark_i8_2d *v5;
    struct futhark_i8_2d *v6;
    struct futhark_i8_2d *v7;
};

struct futhark_opaque_envelope_3d_t {
    struct futhark_i8_3d *v0;
    struct futhark_i8_3d *v1;
    struct futhark_i8_3d *v2;
    struct futhark_i8_3d *v3;
    struct futhark_i8_3d *v4;
    struct futhark_i8_3d *v5;
    struct futhark_i8_3d *v6;
    struct futhark_i8_3d *v7;
    struct futhark_i8_3d *v8;
    struct futhark_i8_3d *v9;
    struct futhark_i8_3d *v10;
    struct futhark_i8_3d *v11;
    struct futhark_i8_3d *v12;
    struct futhark_i8_3d *v13;
    struct futhark_i8_3d *v14;
    struct futhark_i8_3d *v15;
    struct futhark_i8_3d *v16;
    struct futhark_i8_3d *v17;
    struct futhark_i8_3d *v18;
    struct futhark_i8_3d *v19;
    struct futhark_i8_3d *v20;
    struct futhark_i8_3d *v21;
    struct futhark_i8_3d *v22;
    struct futhark_i8_3d *v23;
    struct futhark_i8_3d *v24;
    struct futhark_i8_3d *v25;
    struct futhark_i8_3d *v26;
    struct futhark_i8_3d *v27;
    struct futhark_i8_3d *v28;
    struct futhark_i8_3d *v29;
    struct futhark_i8_3d *v30;
    struct futhark_i8_3d *v31;
    struct futhark_i8_3d *v32;
    struct futhark_i8_3d *v33;
    struct futhark_i8_3d *v34;
    struct futhark_i8_3d *v35;
    struct futhark_i8_3d *v36;
    struct futhark_i8_3d *v37;
    struct futhark_i8_3d *v38;
    struct futhark_i8_3d *v39;
    struct futhark_i8_3d *v40;
    struct futhark_i8_3d *v41;
    struct futhark_i8_3d *v42;
    struct futhark_i8_3d *v43;
    struct futhark_i8_3d *v44;
    struct futhark_i8_3d *v45;
    struct futhark_i8_3d *v46;
    struct futhark_i8_3d *v47;
    struct futhark_i8_3d *v48;
    struct futhark_i8_3d *v49;
    struct futhark_i8_3d *v50;
    struct futhark_i8_3d *v51;
    struct futhark_i8_3d *v52;
    struct futhark_i8_3d *v53;
};

int futhark_values_i8_1d(struct futhark_context *ctx, struct futhark_i8_1d *arr,
                         int8_t *data);

int futhark_values_i8_2d(struct futhark_context *ctx, struct futhark_i8_2d *arr,
                         int8_t *data);

int futhark_values_i8_3d(struct futhark_context *ctx, struct futhark_i8_3d *arr,
                         int8_t *data);

const int64_t *futhark_shape_i8_3d(struct futhark_context *ctx,
                                   struct futhark_i8_3d *arr);

struct dispatch_context {
    int my_rank;
    int world_size;
    int my_cart_rank;
    int coordinates[3];
    MPI_Comm communicators[4]; /* cart_comm, row_comm, column_comm, depth_comm */
    int network_dimensions[3];
    int data_dimensions[3];
    MPI_Datatype datatype;
    size_t count;
    int n_dimensions;
    chunk_info_t *chunk_info;
    int type;
    chunk_info_t *chunks_info;
};

static envelope_t *envelope_new() {
    envelope_t *envelope = calloc(1, sizeof(envelope_t));
    assert(envelope != NULL);

    envelope->back = &envelope->sides[INDEX_SIDE_BACK];
    envelope->bottom = &envelope->sides[INDEX_SIDE_BOTTOM];
    envelope->front = &envelope->sides[INDEX_SIDE_FRONT];
    envelope->left = &envelope->sides[INDEX_SIDE_LEFT];
    envelope->right = &envelope->sides[INDEX_SIDE_RIGHT];
    envelope->top = &envelope->sides[INDEX_SIDE_TOP];

    for (int i = 0; i < NB_SIDES; ++i) {
        envelope->sides[i].east = &envelope->sides[i].chunks[INDEX_CHUNK_EAST];
        envelope->sides[i].north = &envelope->sides[i].chunks[INDEX_CHUNK_NORTH];
        envelope->sides[i].north_east = &envelope->sides[i].chunks[INDEX_CHUNK_NORTH_EAST];
        envelope->sides[i].north_west = &envelope->sides[i].chunks[INDEX_CHUNK_NORTH_WEST];
        envelope->sides[i].south = &envelope->sides[i].chunks[INDEX_CHUNK_SOUTH];
        envelope->sides[i].south_east = &envelope->sides[i].chunks[INDEX_CHUNK_SOUTH_EAST];
        envelope->sides[i].south_west = &envelope->sides[i].chunks[INDEX_CHUNK_SOUTH_WEST];
        envelope->sides[i].surface = &envelope->sides[i].chunks[INDEX_CHUNK_SURFACE];
        envelope->sides[i].west = &envelope->sides[i].chunks[INDEX_CHUNK_WEST];
    }
    return envelope;
}

static void get_world_size(struct dispatch_context *dc) {
    MPI_Comm_size(MPI_COMM_WORLD, &dc->world_size);
}