na_ssm.h

Go to the documentation of this file.

/*
 * Copyright (C) 2013 Argonne National Laboratory, Department of Energy,
 *                    UChicago Argonne, LLC and The HDF Group.
 * All rights reserved.
 *
 * The full copyright notice, including terms governing use, modification,
 * and redistribution, is contained in the COPYING file that can be
 * found at the root of the source code distribution tree.
 */

#ifndef NA_SSM_H
#define NA_SSM_H

#include <stdio.h>
#include <stdlib.h>
#include <stdbool.h>
#include <string.h>
#include <sys/time.h>
#include <sys/uio.h>
#include <unistd.h>
#include <assert.h>

#include "na.h"
#include "na_private.h"
#include "na_error.h"

#include "mercury_hash_table.h"
#include "mercury_list.h"
#include "mercury_queue.h"
#include "mercury_thread.h"
#include "mercury_thread_mutex.h"
#include "mercury_thread_condition.h"
#include "mercury_time.h"

#include <ssm/dumb.h>
#include <ssm.h>
#include <ssmptcp.h>

#if (__GNUC__)
#define __likely(x) __builtin_expect(!!(x), 1)
#define __unlikely(x) __builtin_expect(!!(x), 0)
#else
#define __likely(x) (x)
#define __unlikely(x) (x)
#endif

#define NA_SSM_UNEXPECTED_SIZE 1024*1024*64
#define NA_SSM_EXPECTED_SIZE 1024*1024*64
#define NA_SSM_UNEXPECTED_BUFFERCOUNT 64
#define NA_SSM_TAG_UNEXPECTED_OFFSET 0
#define NA_SSM_TAG_EXPECTED_OFFSET (((ssm_bits)1)<<62)
#define NA_SSM_TAG_RMA_OFFSET (((ssm_bits)1)<<63)
#define NA_SSM_MAX_ADDRESS_LENGTH 64

#define NA_SSM_NEXT_UNEXPBUF_POS(n) (((n)+(1))%(NA_SSM_UNEXPECTED_BUFFERCOUNT))

#define NA_SSM_PRIVATE_DATA(a) ((struct na_ssm_private_data *) (a)->private_data)

#define NA_SSM_MARK_OPID_COMPLETE(a) ((a)->status = SSM_STATUS_COMPLETED)
#define NA_SSM_MARK_OPID_CANCELED(a) ((a)->status = SSM_STATUS_CANCELED)

/* Buffers for unexpected data */
struct na_ssm_unexpected_buffer {
 char *buf;
 ssm_me me;
 ssm_cb_t cb;
 ssm_mr mr;
 ssm_bits bits;
 ssm_status status;
 ssm_Haddr addr;
 uint64_t bytes;
};

struct na_ssm_private_data {
 ssm_id ssm;
 ssm_Itp itp;
 int unexpbuf_cpos;
 int unexpbuf_rpos;
 int unexpbuf_availpos;
 ssm_cb_t unexpected_callback;
 ssm_me unexpected_me;
 ssm_bits cur_bits;
 hg_thread_mutex_t gen_matchbits;

 hg_thread_cond_t unexp_buf_cond;
 hg_thread_mutex_t request_mutex;
 hg_thread_cond_t comp_req_cond;

#ifdef NA_HAS_CLIENT_THREAD
 hg_thread_mutex_t finalizing_mutex;
 bool finalizing;
 hg_thread_t progress_service;
#endif

 hg_queue_t *opid_wait_queue;
 hg_thread_mutex_t opid_wait_queue_mutex;
 
 hg_queue_t *unexpected_msg_queue;
 hg_thread_mutex_t unexpected_msg_queue_mutex;
 hg_thread_cond_t unexpected_msg_queue_cond;
 
 hg_queue_t *unexpected_msg_complete_queue;
 hg_thread_mutex_t unexpected_msg_complete_mutex;
 hg_thread_cond_t unexpected_msg_complete_cond;
};

struct na_ssm_addr {
 ssm_Haddr addr;
};

struct na_ssm_mem_handle {
 ssm_mr mr;
 ssm_bits matchbits;
 void *buf;
 unsigned long buf_size;
 ssm_me me;
 ssm_cb_t cb;
 unsigned long flag;
};

typedef int ssm_size_t;
typedef unsigned long ssm_msg_tag_t;

typedef enum na_ssm_status {
 SSM_STATUS_INVALID = 0,
 SSM_STATUS_INPROGRESS = 1,
 SSM_STATUS_COMPLETED = 2,
 SSM_STATUS_CANCELED = 3,
} na_ssm_status_t;

struct ssm_msg_send_unexpected {
 ssm_mr memregion;
 ssm_bits matchbits;
};

struct ssm_msg_send_expected {
 ssm_mr memregion;
 ssm_cb_t callback;
 ssm_bits matchbits;
};

struct ssm_get {
 ssm_mr memregion;
 ssm_md memdesc;
};

struct ssm_msg_recv_expected {
 ssm_mr memregion;
 ssm_me matchentry;
 ssm_bits matchbits;
 void *input_buffer;
 na_size_t input_buffer_size;
};

struct ssm_msg_recv_unexpected {
 ssm_mr memregion;
 void *input_buffer;
 na_size_t input_buffer_size;
};

struct na_ssm_opid {
 na_cb_type_t requesttype;
 na_cb_t user_callback;
 na_context_t *user_context;
 void *user_arg;
 struct na_ssm_private_data *ssm_data;
 struct na_cb_info *cbinfo;
 ssm_tx transaction;
 na_ssm_status_t status;
 na_return_t result;
 ssm_cb_t ssm_callback;
 
 union {
 struct ssm_msg_send_unexpected send_unexpected;
 struct ssm_msg_send_expected send_expected;
 struct ssm_msg_recv_expected recv_expected;
 struct ssm_msg_recv_unexpected recv_unexpected;
 struct ssm_get get;
 } info;
};

#endif /* NA_SSM_H */