163 lines
6.1 KiB
C
163 lines
6.1 KiB
C
|
/* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
|
||
|
|
/*
|
||
|
|
* Copyright (c) 2016 Mellanox Technologies Ltd. All rights reserved.
|
||
|
|
* Copyright (c) 2015 System Fabric Works, Inc. All rights reserved.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#ifndef RXE_H
|
||
|
|
#define RXE_H
|
||
|
|
|
||
|
|
#ifdef pr_fmt
|
||
|
|
#undef pr_fmt
|
||
|
|
#endif
|
||
|
|
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
|
||
|
|
|
||
|
|
#include <linux/skbuff.h>
|
||
|
|
|
||
|
|
#include <rdma/ib_verbs.h>
|
||
|
|
#include <rdma/ib_user_verbs.h>
|
||
|
|
#include <rdma/ib_pack.h>
|
||
|
|
#include <rdma/ib_smi.h>
|
||
|
|
#include <rdma/ib_umem.h>
|
||
|
|
#include <rdma/ib_cache.h>
|
||
|
|
#include <rdma/ib_addr.h>
|
||
|
|
#include <crypto/hash.h>
|
||
|
|
|
||
|
|
#include "rxe_net.h"
|
||
|
|
#include "rxe_opcode.h"
|
||
|
|
#include "rxe_hdr.h"
|
||
|
|
#include "rxe_param.h"
|
||
|
|
#include "rxe_verbs.h"
|
||
|
|
#include "rxe_loc.h"
|
||
|
|
|
||
|
|
/*
|
||
|
|
* Version 1 and Version 2 are identical on 64 bit machines, but on 32 bit
|
||
|
|
* machines Version 2 has a different struct layout.
|
||
|
|
*/
|
||
|
|
#define RXE_UVERBS_ABI_VERSION 2
|
||
|
|
|
||
|
|
#define RXE_ROCE_V2_SPORT (0xc000)
|
||
|
|
|
||
|
|
#define rxe_dbg(fmt, ...) pr_debug("%s: " fmt "\n", __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_dbg_dev(rxe, fmt, ...) ibdev_dbg(&(rxe)->ib_dev, \
|
||
|
|
"%s: " fmt, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_dbg_uc(uc, fmt, ...) ibdev_dbg((uc)->ibuc.device, \
|
||
|
|
"uc#%d %s: " fmt, (uc)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_dbg_pd(pd, fmt, ...) ibdev_dbg((pd)->ibpd.device, \
|
||
|
|
"pd#%d %s: " fmt, (pd)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_dbg_ah(ah, fmt, ...) ibdev_dbg((ah)->ibah.device, \
|
||
|
|
"ah#%d %s: " fmt, (ah)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_dbg_srq(srq, fmt, ...) ibdev_dbg((srq)->ibsrq.device, \
|
||
|
|
"srq#%d %s: " fmt, (srq)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_dbg_qp(qp, fmt, ...) ibdev_dbg((qp)->ibqp.device, \
|
||
|
|
"qp#%d %s: " fmt, (qp)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_dbg_cq(cq, fmt, ...) ibdev_dbg((cq)->ibcq.device, \
|
||
|
|
"cq#%d %s: " fmt, (cq)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_dbg_mr(mr, fmt, ...) ibdev_dbg((mr)->ibmr.device, \
|
||
|
|
"mr#%d %s: " fmt, (mr)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_dbg_mw(mw, fmt, ...) ibdev_dbg((mw)->ibmw.device, \
|
||
|
|
"mw#%d %s: " fmt, (mw)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
|
||
|
|
#define rxe_err(fmt, ...) pr_err_ratelimited("%s: " fmt "\n", __func__, \
|
||
|
|
##__VA_ARGS__)
|
||
|
|
#define rxe_err_dev(rxe, fmt, ...) ibdev_err_ratelimited(&(rxe)->ib_dev, \
|
||
|
|
"%s: " fmt, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_err_uc(uc, fmt, ...) ibdev_err_ratelimited((uc)->ibuc.device, \
|
||
|
|
"uc#%d %s: " fmt, (uc)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_err_pd(pd, fmt, ...) ibdev_err_ratelimited((pd)->ibpd.device, \
|
||
|
|
"pd#%d %s: " fmt, (pd)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_err_ah(ah, fmt, ...) ibdev_err_ratelimited((ah)->ibah.device, \
|
||
|
|
"ah#%d %s: " fmt, (ah)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_err_srq(srq, fmt, ...) ibdev_err_ratelimited((srq)->ibsrq.device, \
|
||
|
|
"srq#%d %s: " fmt, (srq)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_err_qp(qp, fmt, ...) ibdev_err_ratelimited((qp)->ibqp.device, \
|
||
|
|
"qp#%d %s: " fmt, (qp)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_err_cq(cq, fmt, ...) ibdev_err_ratelimited((cq)->ibcq.device, \
|
||
|
|
"cq#%d %s: " fmt, (cq)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_err_mr(mr, fmt, ...) ibdev_err_ratelimited((mr)->ibmr.device, \
|
||
|
|
"mr#%d %s: " fmt, (mr)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_err_mw(mw, fmt, ...) ibdev_err_ratelimited((mw)->ibmw.device, \
|
||
|
|
"mw#%d %s: " fmt, (mw)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
|
||
|
|
#define rxe_info(fmt, ...) pr_info_ratelimited("%s: " fmt "\n", __func__, \
|
||
|
|
##__VA_ARGS__)
|
||
|
|
#define rxe_info_dev(rxe, fmt, ...) ibdev_info_ratelimited(&(rxe)->ib_dev, \
|
||
|
|
"%s: " fmt, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_info_uc(uc, fmt, ...) ibdev_info_ratelimited((uc)->ibuc.device, \
|
||
|
|
"uc#%d %s: " fmt, (uc)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_info_pd(pd, fmt, ...) ibdev_info_ratelimited((pd)->ibpd.device, \
|
||
|
|
"pd#%d %s: " fmt, (pd)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_info_ah(ah, fmt, ...) ibdev_info_ratelimited((ah)->ibah.device, \
|
||
|
|
"ah#%d %s: " fmt, (ah)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_info_srq(srq, fmt, ...) ibdev_info_ratelimited((srq)->ibsrq.device, \
|
||
|
|
"srq#%d %s: " fmt, (srq)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_info_qp(qp, fmt, ...) ibdev_info_ratelimited((qp)->ibqp.device, \
|
||
|
|
"qp#%d %s: " fmt, (qp)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_info_cq(cq, fmt, ...) ibdev_info_ratelimited((cq)->ibcq.device, \
|
||
|
|
"cq#%d %s: " fmt, (cq)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_info_mr(mr, fmt, ...) ibdev_info_ratelimited((mr)->ibmr.device, \
|
||
|
|
"mr#%d %s: " fmt, (mr)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
#define rxe_info_mw(mw, fmt, ...) ibdev_info_ratelimited((mw)->ibmw.device, \
|
||
|
|
"mw#%d %s: " fmt, (mw)->elem.index, __func__, ##__VA_ARGS__)
|
||
|
|
|
||
|
|
/* responder states */
|
||
|
|
enum resp_states {
|
||
|
|
RESPST_NONE,
|
||
|
|
RESPST_GET_REQ,
|
||
|
|
RESPST_CHK_PSN,
|
||
|
|
RESPST_CHK_OP_SEQ,
|
||
|
|
RESPST_CHK_OP_VALID,
|
||
|
|
RESPST_CHK_RESOURCE,
|
||
|
|
RESPST_CHK_LENGTH,
|
||
|
|
RESPST_CHK_RKEY,
|
||
|
|
RESPST_EXECUTE,
|
||
|
|
RESPST_READ_REPLY,
|
||
|
|
RESPST_ATOMIC_REPLY,
|
||
|
|
RESPST_ATOMIC_WRITE_REPLY,
|
||
|
|
RESPST_PROCESS_FLUSH,
|
||
|
|
RESPST_COMPLETE,
|
||
|
|
RESPST_ACKNOWLEDGE,
|
||
|
|
RESPST_CLEANUP,
|
||
|
|
RESPST_DUPLICATE_REQUEST,
|
||
|
|
RESPST_ERR_MALFORMED_WQE,
|
||
|
|
RESPST_ERR_UNSUPPORTED_OPCODE,
|
||
|
|
RESPST_ERR_MISALIGNED_ATOMIC,
|
||
|
|
RESPST_ERR_PSN_OUT_OF_SEQ,
|
||
|
|
RESPST_ERR_MISSING_OPCODE_FIRST,
|
||
|
|
RESPST_ERR_MISSING_OPCODE_LAST_C,
|
||
|
|
RESPST_ERR_MISSING_OPCODE_LAST_D1E,
|
||
|
|
RESPST_ERR_TOO_MANY_RDMA_ATM_REQ,
|
||
|
|
RESPST_ERR_RNR,
|
||
|
|
RESPST_ERR_RKEY_VIOLATION,
|
||
|
|
RESPST_ERR_INVALIDATE_RKEY,
|
||
|
|
RESPST_ERR_LENGTH,
|
||
|
|
RESPST_ERR_CQ_OVERFLOW,
|
||
|
|
RESPST_ERROR,
|
||
|
|
RESPST_RESET,
|
||
|
|
RESPST_DONE,
|
||
|
|
RESPST_EXIT,
|
||
|
|
};
|
||
|
|
|
||
|
|
void rxe_set_mtu(struct rxe_dev *rxe, unsigned int dev_mtu);
|
||
|
|
|
||
|
|
int rxe_add(struct rxe_dev *rxe, unsigned int mtu, const char *ibdev_name);
|
||
|
|
|
||
|
|
void rxe_rcv(struct sk_buff *skb);
|
||
|
|
|
||
|
|
/* The caller must do a matching ib_device_put(&dev->ib_dev) */
|
||
|
|
static inline struct rxe_dev *rxe_get_dev_from_net(struct net_device *ndev)
|
||
|
|
{
|
||
|
|
struct ib_device *ibdev =
|
||
|
|
ib_device_get_by_netdev(ndev, RDMA_DRIVER_RXE);
|
||
|
|
|
||
|
|
if (!ibdev)
|
||
|
|
return NULL;
|
||
|
|
return container_of(ibdev, struct rxe_dev, ib_dev);
|
||
|
|
}
|
||
|
|
|
||
|
|
void rxe_port_up(struct rxe_dev *rxe);
|
||
|
|
void rxe_port_down(struct rxe_dev *rxe);
|
||
|
|
void rxe_set_port_state(struct rxe_dev *rxe);
|
||
|
|
|
||
|
|
#endif /* RXE_H */
|