/* * Copyright (c) 2015-2017 Cray Inc. All rights reserved. * * This software is available to you under a choice of one of two * licenses. You may choose to be licensed under the terms of the GNU * General Public License (GPL) Version 2, available from the file * COPYING in the main directory of this source tree, or the * BSD license below: * * Redistribution and use in source and binary forms, with or * without modification, are permitted provided that the following * conditions are met: * * - Redistributions of source code must retain the above * copyright notice, this list of conditions and the following * disclaimer. * * - Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials * provided with the distribution. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #ifndef _FI_EXT_GNI_H_ #define _FI_EXT_GNI_H_ #ifdef __cplusplus extern "C" { #endif #if HAVE_CONFIG_H #include #endif /* HAVE_CONFIG_H */ #include #define FI_GNI_DOMAIN_OPS_1 "domain ops 1" typedef enum dom_ops_val { GNI_MSG_RENDEZVOUS_THRESHOLD, GNI_RMA_RDMA_THRESHOLD, GNI_CONN_TABLE_INITIAL_SIZE, GNI_CONN_TABLE_MAX_SIZE, GNI_CONN_TABLE_STEP_SIZE, GNI_VC_ID_TABLE_CAPACITY, GNI_MBOX_PAGE_SIZE, GNI_MBOX_NUM_PER_SLAB, GNI_MBOX_MAX_CREDIT, GNI_MBOX_MSG_MAX_SIZE, GNI_RX_CQ_SIZE, GNI_TX_CQ_SIZE, GNI_MAX_RETRANSMITS, GNI_ERR_INJECT_COUNT, GNI_MR_CACHE_LAZY_DEREG, GNI_MR_CACHE, GNI_MR_UDREG_REG_LIMIT, GNI_MR_SOFT_REG_LIMIT, GNI_MR_HARD_REG_LIMIT, GNI_MR_HARD_STALE_REG_LIMIT, GNI_XPMEM_ENABLE, GNI_DGRAM_PROGRESS_TIMEOUT, GNI_EAGER_AUTO_PROGRESS, GNI_NUM_DOM_OPS } dom_ops_val_t; #define FI_GNI_EP_OPS_1 "ep ops 1" typedef enum ep_ops_val { GNI_HASH_TAG_IMPL = 0, GNI_NUM_EP_OPS, } ep_ops_val_t; #define FI_GNI_FAB_OPS_1 "fab ops 1" typedef enum fab_ops_val { GNI_WAIT_THREAD_SLEEP = 0, GNI_DEFAULT_USER_REGISTRATION_LIMIT, GNI_DEFAULT_PROV_REGISTRATION_LIMIT, GNI_WAIT_SHARED_MEMORY_TIMEOUT, GNI_NUM_FAB_OPS, } fab_ops_val_t; /* per domain gni provider specific ops */ struct fi_gni_ops_domain { int (*set_val)(struct fid *fid, dom_ops_val_t t, void *val); int (*get_val)(struct fid *fid, dom_ops_val_t t, void *val); int (*flush_cache)(struct fid *fid); }; #include enum gnix_native_amo_types { GNIX_NAMO_AX = 0x20, GNIX_NAMO_AX_S, GNIX_NAMO_FAX, GNIX_NAMO_FAX_S, }; struct fi_gni_ops_ep { int (*set_val)(struct fid *fid, ep_ops_val_t t, void *val); int (*get_val)(struct fid *fid, ep_ops_val_t t, void *val); size_t (*native_amo)(struct fid_ep *ep, const void *buf, size_t count, void *desc, void *result, void *result_desc, /*void *desc,*/ fi_addr_t dest_addr, uint64_t addr, uint64_t key, enum fi_datatype datatype, int req_type, void *context); }; /* per domain parameters */ struct gnix_ops_domain { uint32_t msg_rendezvous_thresh; uint32_t rma_rdma_thresh; uint32_t ct_init_size; uint32_t ct_max_size; uint32_t ct_step; uint32_t vc_id_table_capacity; uint32_t mbox_page_size; uint32_t mbox_num_per_slab; uint32_t mbox_maxcredit; uint32_t mbox_msg_maxsize; uint32_t rx_cq_size; uint32_t tx_cq_size; uint32_t max_retransmits; int32_t err_inject_count; bool xpmem_enabled; uint32_t dgram_progress_timeout; uint32_t eager_auto_progress; }; struct fi_gni_ops_fab { int (*set_val)(struct fid *fid, fab_ops_val_t t, void *val); int (*get_val)(struct fid *fid, fab_ops_val_t t, void *val); }; typedef enum gnix_auth_key_opt { GNIX_USER_KEY_LIMIT = 0, GNIX_PROV_KEY_LIMIT, GNIX_TOTAL_KEYS_NEEDED, GNIX_USER_KEY_MAX_PER_RANK, GNIX_MAX_AUTH_KEY_OPTS, } gnix_auth_key_opt_t; struct gnix_auth_key_attr { int user_key_limit; int prov_key_limit; }; enum { GNIX_AKT_RAW = 0, GNIX_MAX_AKT_TYPES, }; struct fi_gni_raw_auth_key { uint32_t protection_key; }; struct fi_gni_auth_key { uint32_t type; union { struct fi_gni_raw_auth_key raw; }; }; extern uint8_t* gnix_default_auth_key; #define GNIX_PROV_DEFAULT_AUTH_KEY gnix_default_auth_key #define GNIX_PROV_DEFAULT_AUTH_KEYLEN sizeof(struct fi_gni_auth_key) #define FI_GNI_FAB_OPS_2 "fab ops 2" struct fi_gni_auth_key_ops_fab { int (*set_val)( uint8_t *auth_key, size_t auth_key_size, gnix_auth_key_opt_t opt, void *val); int (*get_val)( uint8_t *auth_key, size_t auth_key_size, gnix_auth_key_opt_t opt, void *val); }; #ifdef __cplusplus } #endif #endif /* _FI_EXT_GNI_H_ */