/* * Copyright (c) 2014-2017, Cisco Systems, Inc. All rights reserved. * * This software is available to you under a choice of one of two * licenses. You may choose to be licensed under the terms of the GNU * General Public License (GPL) Version 2, available from the file * COPYING in the main directory of this source tree, or the * BSD license below: * * Redistribution and use in source and binary forms, with or * without modification, are permitted provided that the following * conditions are met: * * - Redistributions of source code must retain the above * copyright notice, this list of conditions and the following * disclaimer. * * - Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials * provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE * COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE * POSSIBILITY OF SUCH DAMAGE. */ #include "config.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "ofi.h" #include "ofi_enosys.h" #include "usnic_direct.h" #include "usdf.h" static int usdf_dereg_mr(fid_t fid) { struct usdf_mr *mr; int ret; mr = container_of(fid, struct usdf_mr, mr_fid.fid); ret = usd_dereg_mr(mr->mr_mr); if (ret == 0) { free(mr); } return ret; } static struct fi_ops usdf_mr_ops = { .size = sizeof(struct fi_ops), .close = usdf_dereg_mr, .bind = fi_no_bind, .control = fi_no_control, .ops_open = fi_no_ops_open, }; int usdf_reg_mr(struct fid *fid, const void *buf, size_t len, uint64_t access, uint64_t offset, uint64_t requested_key, uint64_t flags, struct fid_mr **mr_o, void *context) { struct usdf_mr *mr; struct usdf_domain *udp; int ret; struct fid_domain *domain; if (flags != 0) { return -FI_EBADFLAGS; } if (fid->fclass != FI_CLASS_DOMAIN) { USDF_DBG("memory registration only supported " "for struct fid_domain\n"); return -FI_EINVAL; } domain = container_of(fid, struct fid_domain, fid); mr = calloc(1, sizeof *mr); if (mr == NULL) { return -FI_ENOMEM; } mr->mr_fid.fid.fclass = FI_CLASS_MR; mr->mr_fid.fid.context = context; mr->mr_fid.fid.ops = &usdf_mr_ops; udp = container_of(domain, struct usdf_domain, dom_fid.fid); ret = usd_reg_mr(udp->dom_dev, (void *) buf, len, &mr->mr_mr); if (ret != 0) { goto fail; } *mr_o = &mr->mr_fid; return 0; fail: free(mr); return ret; } /* We dont have proper support for regv and regattr. This is just * a simple mapping to usdf_reg_mr. We can do this because we forced * mr_iov_limit = 1 (made this mapping possible) by default. */ int usdf_regv_mr(struct fid *fid, const struct iovec *iov, size_t count, uint64_t access, uint64_t offset, uint64_t requested_key, uint64_t flags, struct fid_mr **mr, void *context) { if (count > USDF_MR_IOV_LIMIT) { USDF_DBG_SYS(DOMAIN, "usnic provider only support 1 iov.\n"); return -FI_EINVAL; } return usdf_reg_mr(fid, iov[0].iov_base, iov[0].iov_len, access, offset, requested_key, flags, mr, context); } int usdf_regattr(struct fid *fid, const struct fi_mr_attr *attr, uint64_t flags, struct fid_mr **mr) { if (attr->iov_count > USDF_MR_IOV_LIMIT) { USDF_DBG_SYS(DOMAIN, "usnic provider only support 1 iov.\n"); return -FI_EINVAL; } return usdf_reg_mr(fid, attr->mr_iov[0].iov_base, attr->mr_iov[0].iov_len, attr->access, attr->offset, attr->requested_key, flags, mr, attr->context); }