@@ -41,5 +41,7 @@ sources = files(
     'main.c',
     'vhost_rdma.c',
     'vhost_rdma_ib.c',
+    'vhost_rdma_queue.c',
+    'vhost_rdma_opcode.c',
 )
 

@@ -16,6 +16,7 @@
 
 #include <stdint.h>
 #include <stdbool.h>
+#include <netinet/in.h>
 
 #include <rte_byteorder.h>
 #include <rte_common.h>

@@ -26,6 +27,7 @@
 #include <rte_mempool.h>
 #include <rte_ring.h>
 #include <rte_bitmap.h>
+#include <rte_mbuf.h>
 
 #include "vhost_rdma_ib.h"
 #include "eal_interrupts.h"

@@ -106,6 +108,25 @@ enum vhost_rdma_counters {
 	VHOST_RDMA_NUM_OF_COUNTERS
 };
 
+enum vhost_rdma_network_type {
+	VHOST_RDMA_NETWORK_IB,
+	VHOST_RDMA_NETWORK_ROCE_V1,
+	VHOST_RDMA_NETWORK_IPV4,
+	VHOST_RDMA_NETWORK_IPV6
+};
+
+enum {
+	VHOST_NETWORK_TYPE_IPV4 = 1,
+	VHOST_NETWORK_TYPE_IPV6 = 2,
+};
+
+enum vhost_rdma_ib_gid_type {
+	VHOST_RDMA_IB_GID_TYPE_IB,
+	VHOST_RDMA_IB_GID_TYPE_ROCE,
+	VHOST_RDMA_IB_GID_TYPE_ROCE_UDP_ENCAP,
+	VHOST_RDMA_IB_GID_TYPE_SIZE
+};
+
 struct vhost_rdma_net_dev {
 	int vid;
 	uint64_t features;

@@ -299,21 +320,6 @@ vhost_rdma_vq_is_avail(struct vhost_user_queue *vq)
 	return vq->vring.avail->idx != vq->last_avail_idx;
 }
 
-/**
- * @brief Get pointer to element at given index in a generic data ring.
- *
- * Used for accessing pre-allocated memory pools where each element has fixed size.
- *
- * @param queue	 Pointer to the queue containing data buffer.
- * @param idx	   Index of the desired element.
- * @return		  Pointer to the data at position idx.
- */
-static __rte_always_inline void *
-vhost_rdma_queue_get_data(struct vhost_rdma_queue *queue, size_t idx)
-{
-	return queue->data + queue->elem_size * idx;
-}
-
 /**
  * @brief Retrieve the next available descriptor index from the avail ring.
  *

@@ -417,6 +423,40 @@ gpa_to_vva(struct rte_vhost_memory *mem, uint64_t gpa, uint64_t *len)
 	return rte_vhost_va_from_guest_pa(mem, gpa, len);
 }
 
+static inline bool ipv6_addr_v4mapped(const struct in6_addr *a)
+{
+	return IN6_IS_ADDR_V4MAPPED(a);
+}
+
+static inline void rdma_gid2ip(struct sockaddr *out, uint8_t *gid)
+{
+	if (ipv6_addr_v4mapped((struct in6_addr *)gid)) {
+		struct sockaddr_in *out_in = (struct sockaddr_in *)out;
+		memset(out_in, 0, sizeof(*out_in));
+		out_in->sin_family = AF_INET;
+		rte_memcpy(&out_in->sin_addr.s_addr, gid + 12, 4);
+	} else {
+		struct sockaddr_in6 *out_in = (struct sockaddr_in6 *)out;
+		memset(out_in, 0, sizeof(*out_in));
+		out_in->sin6_family = AF_INET6;
+		rte_memcpy(&out_in->sin6_addr.s6_addr, gid, 16);
+	}
+}
+
+static inline enum vhost_rdma_network_type rdma_gid_attr_network_type(const struct vhost_rdma_gid *attr)
+{
+	if (attr->type == VHOST_RDMA_IB_GID_TYPE_IB)
+		return VHOST_RDMA_NETWORK_IB;
+
+	if (attr->type == VHOST_RDMA_IB_GID_TYPE_ROCE)
+		return VHOST_RDMA_NETWORK_ROCE_V1;
+
+	if (ipv6_addr_v4mapped((struct in6_addr *)&attr->gid))
+		return VHOST_RDMA_NETWORK_IPV4;
+	else
+		return VHOST_RDMA_NETWORK_IPV6;
+}
+
 int vhost_rdma_construct(struct vhost_rdma_device *dev, const char *path, int idx);
 void vhost_rdma_net_construct(struct vhost_user_queue *queues, int idx);
 void vs_vhost_rdma_net_setup(int vid);

@@ -1,5 +1,5 @@
 /*
- * Vhost-user RDMA device : init and packets forwarding
+ * Vhost-user RDMA device : Main function of rdma device
  *
  * Copyright (C) 2025 KylinSoft Inc. and/or its affiliates. All rights reserved.
  *

@@ -24,6 +24,8 @@
 #include "vhost_rdma_ib.h"
 #include "vhost_rdma_log.h"
 #include "vhost_rdma_pkt.h"
+#include "vhost_rdma_queue.h"
+#include "vhost_rdma_opcode.h"
 
 #define CHK_IOVEC(tp, iov) \
 	do { \

@@ -39,6 +41,22 @@
 #define CTRL_NO_CMD __rte_unused struct iovec *__in
 #define CTRL_NO_RSP __rte_unused struct iovec *__out
 
+int alloc_rd_atomic_resources(struct vhost_rdma_qp *qp, unsigned int n)
+{
+	qp->resp.res_head = 0;
+	qp->resp.res_tail = 0;
+
+	if (n == 0) {
+		qp->resp.resources = NULL;
+	} else {
+		qp->resp.resources = rte_zmalloc(NULL, sizeof(struct vhost_rdma_resp_res) * n, 0);
+		if (!qp->resp.resources)
+			return -ENOMEM;
+	}
+
+	return 0;
+}
+
 /**
  * @brief Free resources held by a response entry in the RDMA responder path.
  *

@@ -134,23 +152,6 @@ free_rd_atomic_resources(struct vhost_rdma_qp *qp)
 	RDMA_LOG_DEBUG("Successfully freed response resource array for QP %u", qp->qpn);
 }
 
-
-/**
- * @brief Clean up a vhost RDMA queue.
- */
-void
-vhost_rdma_queue_cleanup(struct vhost_rdma_qp *qp, struct vhost_rdma_queue *queue)
-{
-	if (!queue)
-		return;
-
-	if (queue->cb && qp)
-		rte_intr_callback_unregister(&queue->intr_handle, queue->cb, qp);
-
-	rte_free(queue->data);
-	queue->data = NULL;
-}
-
 /**
  * @brief Cleanup callback for MR: reset type.
  */

@@ -493,7 +494,7 @@ setup_iovs_from_descs(struct rte_vhost_memory *mem,
 			out++; /* Descriptor allows read (output) */
 		}
 
-		/* Translate payload (address + length) into iovec(s) */
+		/* Translate payload (address length) into iovec(s) */
 		if (desc_payload_to_iovs(mem, iovs, 
 							&iovs_idx, 
 							desc->addr, 

@@ -847,6 +848,247 @@ vhost_rdma_dereg_mr(struct vhost_rdma_device *dev, struct iovec *in, CTRL_NO_RSP
 	return 0;
 }
 
+/**
+* vhost_rdma_create_qp - Create a Queue Pair (QP) for vhost RDMA device
+* @dev:      Pointer to the vhost RDMA device
+* @in:       Input iovec containing command from userspace
+* @out:      Output iovec for returning response to userspace
+*
+* This function handles the creation of a QP based on the requested type.
+* It allocates resources, initializes the QP, and returns the assigned QPN.
+*
+* Returns 0 on success, or a negative error code on failure.
+*/
+static int
+vhost_rdma_create_qp(struct vhost_rdma_device *dev,
+					struct iovec *in,
+					struct iovec *out)
+{
+	struct vhost_rdma_cmd_create_qp *create_cmd;
+	struct vhost_rdma_ack_create_qp *ack_rsp;
+	struct vhost_rdma_qp *qp = NULL;
+	uint32_t qpn;
+	int ret = 0;
+
+	/* Validate input parameters */
+	if (!dev || !in || !out) {
+	RDMA_LOG_ERR("Invalid argument: null pointer detected");
+	return -EINVAL;
+	}
+
+	/* Safely map iovec buffers to command and response structures */
+	CHK_IOVEC(create_cmd, in);
+	CHK_IOVEC(ack_rsp, out);
+
+	/* Handle different QP types */
+	switch (create_cmd->qp_type) {
+	case VHOST_RDMA_IB_QPT_GSI:
+	/* Only one GSI QP is allowed, check if already created */
+	if (dev->qp_gsi->valid) {
+	    RDMA_LOG_ERR("GSI QP already exists, cannot create duplicate");
+	    return -EINVAL;
+	}
+	qp = dev->qp_gsi;          /* Use pre-allocated GSI QP */
+	qpn = VHOST_RDMA_GSI_QPN;  /* Assign well-known QPN (e.g., 1) */
+	break;
+
+	case VHOST_RDMA_IB_QPT_RC:
+	case VHOST_RDMA_IB_QPT_UD:
+	case VHOST_RDMA_IB_QPT_UC:
+	/* Allocate QP from pool for reliable/unordered connection types */
+	qp = vhost_rdma_pool_alloc(&dev->qp_pool, &qpn);
+	if (!qp) {
+	    RDMA_LOG_ERR("Failed to allocate QP from pool for type %d",
+		    create_cmd->qp_type);
+	    return -ENOMEM;
+	}
+	break;
+
+	default:
+	/* Unsupported QP type */
+	RDMA_LOG_ERR("Unsupported QP type %d", create_cmd->qp_type);
+	return -EINVAL;
+	}
+
+	/* Initialize reference counter for the newly acquired QP */
+	vhost_rdma_ref_init(qp);
+
+	/* Set QP number */
+	qp->qpn = qpn;
+
+	/* Initialize QP internal state (queues, CQ bindings, etc.) */
+	if (vhost_rdma_qp_init(dev, qp, create_cmd)) {
+	RDMA_LOG_ERR("Failed to initialize QP %u", qpn);
+	ret = -EINVAL;
+	goto err_qp_init;
+	}
+
+	/* Populate acknowledgment response with allocated QPN */
+	ack_rsp->qpn = qpn;
+
+	/* Log successful QP creation with key attributes */
+	RDMA_LOG_INFO("Created QP %u | Type=%d | SQ_VQ_ID=%u | RQ_VQ_ID=%u | "
+	          "Send_CQN=%u | Recv_CQN=%u",
+	          qp->qpn, create_cmd->qp_type,
+	          qp->sq.queue.vq->id,
+	          qp->rq.queue.vq->id,
+	          create_cmd->send_cqn,
+	          create_cmd->recv_cqn);
+
+	return 0;
+
+err_qp_init:
+	/* Clean up reference on initialization failure */
+	vhost_rdma_drop_ref(qp, dev, qp);
+	return ret;
+}
+
+static int
+vhost_rdma_modify_qp(struct vhost_rdma_device *dev, struct iovec *in, CTRL_NO_RSP)
+{
+	struct vhost_rdma_cmd_modify_qp *cmd;
+	struct vhost_rdma_qp *qp;
+	int err;
+
+	CHK_IOVEC(cmd, in);
+
+	qp = vhost_rdma_pool_get(&dev->qp_pool, cmd->qpn);
+	if (unlikely(qp == NULL)) {
+		RDMA_LOG_ERR("qp not found");
+	}
+
+	// FIXME: check in driver?
+	err = vhost_rdma_qp_validate(dev, qp, cmd);
+	if (err)
+		goto err;
+
+	err = vhost_rdma_qp_modify(dev, qp, cmd);
+	if (err)
+		goto err;
+
+	return 0;
+
+err:
+	return err;
+}
+
+void vhost_rdma_av_to_attr(struct vhost_rdma_av *av,
+				  struct vhost_rdma_ah_attr *attr)
+{
+	struct vhost_rdma_global_route *grh = &attr->grh;
+
+	rte_memcpy(grh->dgid, av->grh.dgid, sizeof(av->grh.dgid));
+	grh->flow_label = av->grh.flow_label;
+	grh->sgid_index = av->grh.sgid_index;
+	grh->hop_limit = av->grh.hop_limit;
+	grh->traffic_class = av->grh.traffic_class;
+	rte_memcpy(attr->dmac, av->dmac, ETH_ALEN);
+}
+
+int vhost_rdma_qp_query(struct vhost_rdma_qp *qp,
+						struct vhost_rdma_ack_query_qp *rsp)
+{
+	rsp->qp_state = qp->attr.qp_state;
+	rsp->path_mtu = qp->attr.path_mtu;
+	rsp->max_rd_atomic = qp->attr.max_rd_atomic;
+	rsp->max_dest_rd_atomic = qp->attr.max_dest_rd_atomic;
+	rsp->min_rnr_timer = qp->attr.min_rnr_timer;
+	rsp->timeout = qp->attr.timeout;
+	rsp->retry_cnt = qp->attr.retry_cnt;
+	rsp->rnr_retry = qp->attr.rnr_retry;
+	rsp->qkey = qp->attr.qkey;
+	rsp->dest_qp_num = qp->attr.dest_qp_num;
+	rsp->qp_access_flags = qp->attr.qp_access_flags;
+	rsp->rate_limit = qp->attr.rate_limit;
+
+	rsp->rq_psn = qp->resp.psn;
+	rsp->sq_psn = qp->req.psn;
+
+	rsp->cap.max_send_wr = qp->attr.cap.max_send_wr;
+	rsp->cap.max_send_sge = qp->attr.cap.max_send_sge;
+	rsp->cap.max_inline_data = qp->attr.cap.max_inline_data;
+	rsp->cap.max_recv_wr = qp->attr.cap.max_recv_wr;
+	rsp->cap.max_recv_sge = qp->attr.cap.max_recv_sge;
+
+	vhost_rdma_av_to_attr(&qp->av, &rsp->ah_attr);
+
+	if (qp->req.state == QP_STATE_DRAIN) {
+		rsp->sq_draining = 1;
+	} else {
+		rsp->sq_draining = 0;
+	}
+	return 0;	
+}
+
+static int
+vhost_rdma_query_qp(struct vhost_rdma_device *dev, 
+					struct iovec *in,
+					struct iovec *out)
+{
+	struct vhost_rdma_cmd_query_qp *cmd;
+	struct vhost_rdma_ack_query_qp *rsp;
+	struct vhost_rdma_qp *qp;
+
+	CHK_IOVEC(cmd, in);
+	CHK_IOVEC(rsp, out);
+
+	qp = vhost_rdma_pool_get(&dev->qp_pool, cmd->qpn);
+	vhost_rdma_qp_query(qp, rsp);
+
+	return 0;
+}
+
+void vhost_rdma_qp_destroy(struct vhost_rdma_qp *qp)
+{
+	qp->valid = 0;
+	qp->qp_timeout_ticks = 0;
+	vhost_rdma_cleanup_task(&qp->resp.task);
+
+	if (qp->type == VHOST_RDMA_IB_QPT_RC) {
+		rte_timer_stop_sync(&qp->retrans_timer);
+		rte_timer_stop_sync(&qp->rnr_nak_timer);
+	}
+
+	vhost_rdma_cleanup_task(&qp->req.task);
+	vhost_rdma_cleanup_task(&qp->comp.task);
+
+	/* flush out any receive wr's or pending requests */
+	__vhost_rdma_do_task(&qp->req.task);
+	if (qp->sq.queue.vq) {
+		__vhost_rdma_do_task(&qp->comp.task);
+		__vhost_rdma_do_task(&qp->req.task);
+	}
+
+	vhost_rdma_queue_cleanup(qp, &qp->sq.queue);
+	vhost_rdma_queue_cleanup(qp, &qp->rq.queue);
+
+	qp->sq.queue.vq->last_avail_idx = 0;
+	qp->sq.queue.vq->last_used_idx = 0;
+	qp->rq.queue.vq->last_avail_idx = 0;
+	qp->rq.queue.vq->last_used_idx = 0;
+
+	rte_free(qp->req_pkts);
+	rte_free(qp->resp_pkts);    
+}
+
+static int
+vhost_rdma_destroy_qp(struct vhost_rdma_device *dev, struct iovec *in, CTRL_NO_RSP)
+{
+	struct vhost_rdma_cmd_destroy_qp *cmd;
+	struct vhost_rdma_qp* qp;
+
+	CHK_IOVEC(cmd, in);
+
+	qp = vhost_rdma_pool_get(&dev->qp_pool, cmd->qpn);
+
+	vhost_rdma_qp_destroy(qp);
+
+	if (qp->type != VHOST_RDMA_IB_QPT_GSI)
+		vhost_rdma_drop_ref(qp, dev, qp);
+
+	return 0;
+}
+
 /* Command handler table declaration */
 struct {
 	int (*handler)(struct vhost_rdma_device *dev, struct iovec *in, struct iovec *out);

@@ -862,6 +1104,10 @@ struct {
 	DEFINE_VIRTIO_RDMA_CMD(VHOST_RDMA_CTRL_ROCE_ALLOC_MR,				vhost_rdma_alloc_mr),
 	DEFINE_VIRTIO_RDMA_CMD(VHOST_RDMA_CTRL_ROCE_REG_USER_MR,			vhost_rdma_reg_user_mr),
 	DEFINE_VIRTIO_RDMA_CMD(VHOST_RDMA_CTRL_ROCE_DEREG_MR,				vhost_rdma_dereg_mr),
+	DEFINE_VIRTIO_RDMA_CMD(VHOST_RDMA_CTRL_ROCE_CREATE_QP,				vhost_rdma_create_qp),
+	DEFINE_VIRTIO_RDMA_CMD(VHOST_RDMA_CTRL_ROCE_MODIFY_QP,				vhost_rdma_modify_qp),
+	DEFINE_VIRTIO_RDMA_CMD(VHOST_RDMA_CTRL_ROCE_QUERY_QP,				vhost_rdma_query_qp),
+	DEFINE_VIRTIO_RDMA_CMD(VHOST_RDMA_CTRL_ROCE_DESTROY_QP,				vhost_rdma_destroy_qp),
 };
 
 /**

@@ -20,6 +20,7 @@
 
 #include <netinet/in.h>
 #include <linux/virtio_net.h>
+#include <linux/vhost_types.h>
 
 #include <rte_spinlock.h>
 #include <rte_atomic.h>

@@ -27,7 +28,7 @@
 #include <rte_mbuf.h>
 #include <rte_ring.h>
 #include <rte_vhost.h>
-#include <linux/vhost_types.h>
+#include <rte_interrupts.h>
 
 #include "eal_interrupts.h"
 

@@ -61,6 +62,8 @@ struct vhost_queue;
 #define USER_MMAP_TARGET_PAGE_SIZE 4096
 #define USER_MMAP_PAGE_MASK	(~(USER_MMAP_TARGET_PAGE_SIZE-1))
 
+#define VHOST_RDMA_GSI_QPN 1
+
 /** ROCE control command types (virtio-rdma extension) */
 #define VHOST_RDMA_CTRL_ROCE					6
 #define VHOST_RDMA_CTRL_ROCE_QUERY_DEVICE		0

@@ -121,6 +124,14 @@ struct vhost_rdma_ack_query_device {
 		uint32_t reserved[14];
 };
 
+enum vhost_rdma_qp_state {
+	QP_STATE_RESET,
+	QP_STATE_INIT,
+	QP_STATE_READY,
+	QP_STATE_DRAIN,		/* req only */
+	QP_STATE_DRAINED,	/* req only */
+	QP_STATE_ERROR
+};
 
 /**
  * @defgroup qp_states Queue Pair States

@@ -252,25 +263,43 @@ enum ib_port_speed {
 	VHOST_RDMA_IB_SPEED_NDR	= 128,
 };
 
+enum vhost_rdma_ib_qp_attr_mask {
+	VHOST_RDMA_IB_QP_STATE			= 1,
+	VHOST_RDMA_IB_QP_CUR_STATE			= (1<<1),
+	VHOST_RDMA_IB_QP_EN_SQD_ASYNC_NOTIFY	= (1<<2),
+	VHOST_RDMA_IB_QP_ACCESS_FLAGS		= (1<<3),
+	VHOST_RDMA_IB_QP_PKEY_INDEX		= (1<<4),
+	VHOST_RDMA_IB_QP_PORT			= (1<<5),
+	VHOST_RDMA_IB_QP_QKEY			= (1<<6),
+	VHOST_RDMA_IB_QP_AV			= (1<<7),
+	VHOST_RDMA_IB_QP_PATH_MTU			= (1<<8),
+	VHOST_RDMA_IB_QP_TIMEOUT			= (1<<9),
+	VHOST_RDMA_IB_QP_RETRY_CNT			= (1<<10),
+	VHOST_RDMA_IB_QP_RNR_RETRY			= (1<<11),
+	VHOST_RDMA_IB_QP_RQ_PSN			= (1<<12),
+	VHOST_RDMA_IB_QP_MAX_QP_RD_ATOMIC		= (1<<13),
+	VHOST_RDMA_IB_QP_ALT_PATH			= (1<<14),
+	VHOST_RDMA_IB_QP_MIN_RNR_TIMER		= (1<<15),
+	VHOST_RDMA_IB_QP_SQ_PSN			= (1<<16),
+	VHOST_RDMA_IB_QP_MAX_DEST_RD_ATOMIC	= (1<<17),
+	VHOST_RDMA_IB_QP_PATH_MIG_STATE		= (1<<18),
+	VHOST_RDMA_IB_QP_CAP			= (1<<19),
+	VHOST_RDMA_IB_QP_DEST_QPN			= (1<<20),
+	VHOST_RDMA_IB_QP_RESERVED1			= (1<<21),
+	VHOST_RDMA_IB_QP_RESERVED2			= (1<<22),
+	VHOST_RDMA_IB_QP_RESERVED3			= (1<<23),
+	VHOST_RDMA_IB_QP_RESERVED4			= (1<<24),
+	VHOST_RDMA_IB_QP_RATE_LIMIT		= (1<<25),
+};
+
 enum vhost_ib_access_flags {
-        VHOST_RDMA_IB_ACCESS_LOCAL_WRITE = (1 << 0),
-        VHOST_RDMA_IB_ACCESS_REMOTE_WRITE = (1 << 1),
-        VHOST_RDMA_IB_ACCESS_REMOTE_READ = (1 << 2),
+	VHOST_RDMA_IB_ACCESS_LOCAL_WRITE = (1 << 0),
+	VHOST_RDMA_IB_ACCESS_REMOTE_WRITE = (1 << 1),
+	VHOST_RDMA_IB_ACCESS_REMOTE_READ = (1 << 2),
 };
 
 #define VHOST_RDMA_IB_ACCESS_REMOTE	(VHOST_RDMA_IB_ACCESS_REMOTE_WRITE | VHOST_RDMA_IB_ACCESS_REMOTE_READ)
 
-/**
- * @brief QP capabilities structure
- */
-struct vhost_rdma_qp_cap {
-	uint32_t max_send_wr;			/**< Max work requests in send queue */
-	uint32_t max_send_sge;			/**< Max scatter-gather elements per send WR */
-	uint32_t max_recv_wr;			/**< Max work requests in receive queue */
-	uint32_t max_recv_sge;			/**< Max SGEs per receive WR */
-	uint32_t max_inline_data;		/**< Max inline data size supported */
-};
-
 /**
  * @brief Global route attributes (used in AH/GRH)
  */

@@ -292,7 +321,20 @@ struct vhost_rdma_ah_attr {
 	uint8_t port_num;					/**< Physical port number */
 	uint8_t ah_flags;					/**< Flags (e.g., GRH present) */
 	uint8_t dmac[6];					/**< Destination MAC address (for RoCE) */
-} __rte_packed;
+};
+
+struct vhost_rdma_qp_cap {
+	/* Maximum number of outstanding WRs in SQ */
+	uint32_t max_send_wr;
+	/* Maximum number of s/g elements per WR in SQ */
+	uint32_t max_send_sge; 
+	/* Maximum number of outstanding WRs in RQ */
+	uint32_t max_recv_wr;
+	/* Maximum number of s/g elements per WR in RQ */
+	uint32_t max_recv_sge;      
+	/* Maximum number of data (bytes) that can be posted inline to SQ */
+	uint32_t max_inline_data;
+};
 
 /**
  * @brief Queue Pair attributes

@@ -387,7 +429,7 @@ struct vhost_user_rdma_msg {
  * @brief Completion Queue (CQ)
  */
 struct vhost_rdma_cq {
-	struct vhost_user_queue *vq;         /**< Notification V-ring */
+	struct vhost_user_queue *vq;	 /**< Notification V-ring */
 	rte_spinlock_t cq_lock;			/**< Protect CQ operations */
 	uint8_t notify;					/**< Notify pending flag */
 	bool is_dying;					/**< Being destroyed */

@@ -446,7 +488,7 @@ struct vhost_rdma_task {
  * @brief Requester-side operation tracking
  */
 struct vhost_rdma_req_info {
-	enum vhost_rdma_ib_qp_state state;
+	enum vhost_rdma_qp_state state;
 	int wqe_index;					/**< Current WQE index */
 	uint32_t psn;					/**< Packet Sequence Number */
 	int opcode;						/**< Operation type */

@@ -509,6 +551,28 @@ struct vhost_rdma_recv_wqe {
 	struct vhost_rdma_dma_info dma;	/**< DMA context */
 };
 
+/**
+ * @brief Internal representation of a Send Work Queue Entry (WQE)
+ *
+ * Created from a user-space WR; used during processing and retransmission.
+ */
+struct vhost_rdma_send_wqe {
+	struct vhost_rdma_sq_req *wr;	/**< Original WR pointer (from ring) */
+	struct vhost_rdma_av av;		/**< Address vector (path info) */
+	__u32 status;					/**< Execution status (see ib_wc_status) */
+	__u32 state;					/**< Processing state (e.g., active, done) */
+	__aligned_u64 iova;				/**< IOVA base for DMA mapping */
+	__u32 mask;						/**< Bitmask for PSN handling */
+	__u32 first_psn;				/**< First Packet Sequence Number */
+	__u32 last_psn;					/**< Last Packet Sequence Number */
+	__u32 ack_length;				/**< Bytes acknowledged so far */
+	__u32 ssn;						/**< Send Sequence Number */
+	__u32 has_rd_atomic;			/**< Flag indicating RDMA read or atomic op */
+
+	/* DMA transfer progress */
+	struct vhost_rdma_dma_info dma;
+};
+
 /**
  * @brief Memory Region (MR) types
  */

@@ -582,7 +646,7 @@ struct vhost_rdma_resp_res {
  * @brief Response processing context (responder side)
  */
 struct vhost_rdma_resp_info {
-	enum vhost_rdma_ib_qp_state state;
+	enum vhost_rdma_qp_state state;
 	uint32_t msn;					/**< Message sequence number */
 	uint32_t psn;					/**< Current PSN */
 	uint32_t ack_psn;				/**< Acknowledged PSN */

@@ -772,6 +836,127 @@ struct vhost_rdma_cmd_dereg_mr {
 	uint32_t mrn;
 };
 
+struct vhost_rdma_cmd_create_qp {
+	/* The handle of PD which the QP associated with */
+	uint32_t pdn;
+#define VHOST_RDMA_IB_QPT_SMI    0
+#define VHOST_RDMA_IB_QPT_GSI    1
+#define VHOST_RDMA_IB_QPT_RC     2
+#define VHOST_RDMA_IB_QPT_UC     3
+#define VHOST_RDMA_IB_QPT_UD     4
+	/* QP's type */
+	uint8_t qp_type;
+	/* If set, each WR submitted to the SQ generates a completion entry */
+	uint8_t sq_sig_all;
+	uint32_t max_send_wr;
+	uint32_t max_send_sge;
+	uint32_t send_cqn;
+	uint32_t max_recv_wr;
+	uint32_t max_recv_sge;
+	uint32_t recv_cqn;
+
+	uint32_t max_inline_data;
+	/* Reserved for future */
+	//uint32_t reserved[4];
+};
+
+struct vhost_rdma_ack_create_qp {
+	/* The index of QP */
+	uint32_t qpn;
+};
+
+struct vhost_rdma_ack_query_qp {
+	/* Move the QP to this state, enum virtio_ib_qp_state */
+	uint8_t qp_state;
+	/* Path MTU (valid only for RC/UC QPs), enum virtio_ib_mtu */
+	uint8_t path_mtu;
+	/* Is the SQ draining */
+	uint8_t sq_draining;
+	/* Number of outstanding RDMA read operations on destination QP (valid only for RC QPs) */
+	uint8_t max_rd_atomic;
+	/* Number of responder resources for handling incoming RDMA read operations (valid only for RC QPs) */
+	uint8_t max_dest_rd_atomic;
+	/* Minimum RNR NAK timer (valid only for RC QPs) */
+	uint8_t min_rnr_timer;
+	/* Local ack timeout (valid only for RC QPs) */
+	uint8_t timeout;
+	/* Retry count (valid only for RC QPs) */
+	uint8_t retry_cnt;
+	/* RNR retry (valid only for RC QPs) */
+	uint8_t rnr_retry;
+	/* Padding */
+	uint8_t padding[7];
+	/* Q_Key for the QP (valid only for UD QPs) */
+	uint32_t qkey;
+	/* PSN for RQ (valid only for RC/UC QPs) */
+	uint32_t rq_psn;
+	/* PSN for SQ */
+	uint32_t sq_psn;
+	/* Destination QP number (valid only for RC/UC QPs) */
+	uint32_t dest_qp_num;
+	/* Mask of enabled remote access operations (valid only for RC/UC QPs), enum virtio_ib_access_flags */
+	uint32_t qp_access_flags;
+	/* Rate limit in kbps for packet pacing */
+	uint32_t rate_limit;
+	/* QP capabilities */
+	struct vhost_rdma_qp_cap cap;
+	/* Address Vector (valid only for RC/UC QPs) */
+	struct vhost_rdma_ah_attr ah_attr;
+	/* Reserved for future */
+	uint32_t reserved[4];
+};
+
+enum vhost_rdma_ib_mig_state {
+	VHOST_RDMA_IB_MIG_MIGRATED,
+	VHOST_RDMA_IB_MIG_REARM,
+	VHOST_RDMA_IB_MIG_ARMED
+};
+
+struct vhost_rdma_cmd_modify_qp {
+    /* The index of QP */
+    uint32_t qpn;
+
+    uint32_t attr_mask;
+	enum vhost_rdma_ib_qp_state	qp_state;
+	enum vhost_rdma_ib_qp_state	cur_qp_state;
+	enum vhost_rdma_ib_mtu		path_mtu;
+	enum vhost_rdma_ib_mig_state	path_mig_state;
+	uint32_t			qkey;
+	uint32_t			rq_psn;
+	uint32_t			sq_psn;
+	uint32_t			dest_qp_num;
+	uint32_t			qp_access_flags;
+	uint16_t			pkey_index;
+	uint16_t			alt_pkey_index;
+	uint8_t			en_sqd_async_notify;
+	uint8_t			sq_draining;
+	uint8_t			max_rd_atomic;
+	uint8_t			max_dest_rd_atomic;
+	uint8_t			min_rnr_timer;
+	uint8_t			port_num;
+	uint8_t			timeout;
+	uint8_t			retry_cnt;
+	uint8_t			rnr_retry;
+	uint8_t			alt_port_num;
+	uint8_t			alt_timeout;
+	uint32_t			rate_limit;
+	struct vhost_rdma_qp_cap	cap;
+	struct vhost_rdma_ah_attr	ah_attr;
+	struct vhost_rdma_ah_attr	alt_ah_attr;
+};
+
+struct vhost_rdma_cmd_query_qp {
+	/* The index of QP */
+	uint32_t qpn;
+	/* The mask of attributes need to be queried, enum virtio_ib_qp_attr_mask */
+	uint32_t attr_mask;
+};
+
+struct vhost_rdma_cmd_destroy_qp {
+	/* The index of QP */
+	uint32_t qpn;
+};
+
 /**
  * @brief Convert IB MTU enum to byte size
  * @param mtu The MTU enum value

@@ -790,6 +975,16 @@ ib_mtu_enum_to_int(enum vhost_rdma_ib_mtu mtu)
 	}
 }
 
+static __rte_always_inline int
+__vhost_rdma_do_task(struct vhost_rdma_task *task)
+
+{
+	int ret;
+	while ((ret = task->func(task->arg)) == 0);
+	task->ret = ret;
+	return ret;
+}
+
 /* Function declarations */
 
 /**

@@ -829,13 +1024,6 @@ void vhost_rdma_mr_cleanup(void *arg);
  */
 void vhost_rdma_qp_cleanup(void *arg);
 
-/**
- * @brief Clean up a vhost_rdma_queue (drain rings, unregister interrupts)
- * @param qp Owning QP
- * @param queue Queue to clean
- */
-void vhost_rdma_queue_cleanup(struct vhost_rdma_qp *qp, struct vhost_rdma_queue *queue);
-
 /**
  * @brief Release one RDMA read/atomic responder resource
  * @param qp QP owning the resource

@@ -843,6 +1031,8 @@ void vhost_rdma_queue_cleanup(struct vhost_rdma_qp *qp, struct vhost_rdma_queue
  */
 void free_rd_atomic_resource(struct vhost_rdma_qp *qp, struct vhost_rdma_resp_res *res);
 
+int alloc_rd_atomic_resources(struct vhost_rdma_qp *qp, unsigned int n);
+
 /**
  * @brief Release all RDMA read/atomic responder resources
  * @param qp QP whose resources to free

@@ -866,4 +1056,17 @@ void vhost_rdma_map_pages(struct rte_vhost_memory *mem,
 						uint64_t *dma_pages,
 						uint32_t npages);
 
+int vhost_rdma_qp_query(struct vhost_rdma_qp *qp,
+				struct vhost_rdma_ack_query_qp *rsp);
+
+int vhost_rdma_qp_modify(struct vhost_rdma_device *dev, struct vhost_rdma_qp *qp,
+				struct vhost_rdma_cmd_modify_qp *cmd);
+int vhost_rdma_qp_init(struct vhost_rdma_device *dev,
+				struct vhost_rdma_qp *qp,
+				struct vhost_rdma_cmd_create_qp *cmd);
+void vhost_rdma_av_to_attr(struct vhost_rdma_av *av,
+				struct vhost_rdma_ah_attr *attr);
+
+void vhost_rdma_cleanup_task(struct vhost_rdma_task *task);
+
 #endif /* __VHOST_RDMA_IB_H__ */

@@ -0,0 +1,894 @@
+/*
+ * Vhost-user RDMA device : rdma opcode
+ *
+ * Copyright (C) 2025 KylinSoft Inc. and/or its affiliates. All rights reserved.
+ *
+ * Author: Xiong Weimin <xiongweimin@kylinos.cn>
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ */
+
+#include "vhost_rdma_opcode.h"
+#include "vhost_rdma_queue.h"
+#include "vhost_rdma_ib.h"
+
+struct vhost_rdma_wr_opcode_info vhost_rdma_wr_opcode_info[] = {
+	[VHOST_RDMA_IB_WR_RDMA_WRITE]				= {
+		.name	= "VHOST_RDMA_IB_WR_RDMA_WRITE",
+		.mask	= {
+			[VHOST_RDMA_IB_QPT_RC]	= WR_INLINE_MASK | WR_WRITE_MASK,
+			[VHOST_RDMA_IB_QPT_UC]	= WR_INLINE_MASK | WR_WRITE_MASK,
+		},
+	},
+	[VHOST_RDMA_IB_WR_RDMA_WRITE_WITH_IMM]			= {
+		.name	= "VHOST_RDMA_IB_WR_RDMA_WRITE_WITH_IMM",
+		.mask	= {
+			[VHOST_RDMA_IB_QPT_RC]	= WR_INLINE_MASK | WR_WRITE_MASK,
+			[VHOST_RDMA_IB_QPT_UC]	= WR_INLINE_MASK | WR_WRITE_MASK,
+		},
+	},
+	[VHOST_RDMA_IB_WR_SEND]					= {
+		.name	= "VHOST_RDMA_IB_WR_SEND",
+		.mask	= {
+			[VHOST_RDMA_IB_QPT_SMI]	= WR_INLINE_MASK | WR_SEND_MASK,
+			[VHOST_RDMA_IB_QPT_GSI]	= WR_INLINE_MASK | WR_SEND_MASK,
+			[VHOST_RDMA_IB_QPT_RC]	= WR_INLINE_MASK | WR_SEND_MASK,
+			[VHOST_RDMA_IB_QPT_UC]	= WR_INLINE_MASK | WR_SEND_MASK,
+			[VHOST_RDMA_IB_QPT_UD]	= WR_INLINE_MASK | WR_SEND_MASK,
+		},
+	},
+	[VHOST_RDMA_IB_WR_SEND_WITH_IMM]				= {
+		.name	= "VHOST_RDMA_IB_WR_SEND_WITH_IMM",
+		.mask	= {
+			[VHOST_RDMA_IB_QPT_SMI]	= WR_INLINE_MASK | WR_SEND_MASK,
+			[VHOST_RDMA_IB_QPT_GSI]	= WR_INLINE_MASK | WR_SEND_MASK,
+			[VHOST_RDMA_IB_QPT_RC]	= WR_INLINE_MASK | WR_SEND_MASK,
+			[VHOST_RDMA_IB_QPT_UC]	= WR_INLINE_MASK | WR_SEND_MASK,
+			[VHOST_RDMA_IB_QPT_UD]	= WR_INLINE_MASK | WR_SEND_MASK,
+		},
+	},
+	[VHOST_RDMA_IB_WR_RDMA_READ]				= {
+		.name	= "VHOST_RDMA_IB_WR_RDMA_READ",
+		.mask	= {
+			[VHOST_RDMA_IB_QPT_RC]	= WR_READ_MASK,
+		},
+	},
+};
+
+struct vhost_rdma_opcode_info vhost_rdma_opcode[VHOST_NUM_OPCODE] = {
+	[IB_OPCODE_RC_SEND_FIRST]			= {
+		.name	= "IB_OPCODE_RC_SEND_FIRST",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_REQ_MASK | VHOST_RWR_MASK
+				| VHOST_SEND_MASK | VHOST_START_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_SEND_MIDDLE]		= {
+		.name	= "IB_OPCODE_RC_SEND_MIDDLE",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_REQ_MASK | VHOST_SEND_MASK
+				| VHOST_MIDDLE_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_SEND_LAST]			= {
+		.name	= "IB_OPCODE_RC_SEND_LAST",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_REQ_MASK | VHOST_COMP_MASK
+				| VHOST_SEND_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_SEND_LAST_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_RC_SEND_LAST_WITH_IMMEDIATE",
+		.mask	= VHOST_IMMDT_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_COMP_MASK | VHOST_SEND_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_SEND_ONLY]			= {
+		.name	= "IB_OPCODE_RC_SEND_ONLY",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_REQ_MASK | VHOST_COMP_MASK
+				| VHOST_RWR_MASK | VHOST_SEND_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_SEND_ONLY_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_RC_SEND_ONLY_WITH_IMMEDIATE",
+		.mask	= VHOST_IMMDT_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_COMP_MASK | VHOST_RWR_MASK | VHOST_SEND_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_RDMA_WRITE_FIRST]		= {
+		.name	= "IB_OPCODE_RC_RDMA_WRITE_FIRST",
+		.mask	= VHOST_RETH_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_WRITE_MASK | VHOST_START_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_RETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_RDMA_WRITE_MIDDLE]		= {
+		.name	= "IB_OPCODE_RC_RDMA_WRITE_MIDDLE",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_REQ_MASK | VHOST_WRITE_MASK
+				| VHOST_MIDDLE_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_RDMA_WRITE_LAST]			= {
+		.name	= "IB_OPCODE_RC_RDMA_WRITE_LAST",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_REQ_MASK | VHOST_WRITE_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_RDMA_WRITE_LAST_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_RC_RDMA_WRITE_LAST_WITH_IMMEDIATE",
+		.mask	= VHOST_IMMDT_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_WRITE_MASK | VHOST_COMP_MASK | VHOST_RWR_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_RDMA_WRITE_ONLY]			= {
+		.name	= "IB_OPCODE_RC_RDMA_WRITE_ONLY",
+		.mask	= VHOST_RETH_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_WRITE_MASK | VHOST_START_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_RETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_RDMA_WRITE_ONLY_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_RC_RDMA_WRITE_ONLY_WITH_IMMEDIATE",
+		.mask	= VHOST_RETH_MASK | VHOST_IMMDT_MASK | VHOST_PAYLOAD_MASK
+				| VHOST_REQ_MASK | VHOST_WRITE_MASK
+				| VHOST_COMP_MASK | VHOST_RWR_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES + VHOST_RETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES
+						+ VHOST_RETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RETH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_RDMA_READ_REQUEST]			= {
+		.name	= "IB_OPCODE_RC_RDMA_READ_REQUEST",
+		.mask	= VHOST_RETH_MASK | VHOST_REQ_MASK | VHOST_READ_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_RETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_RDMA_READ_RESPONSE_FIRST]		= {
+		.name	= "IB_OPCODE_RC_RDMA_READ_RESPONSE_FIRST",
+		.mask	= VHOST_AETH_MASK | VHOST_PAYLOAD_MASK | VHOST_ACK_MASK
+				| VHOST_START_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_AETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_AETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_AETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_RDMA_READ_RESPONSE_MIDDLE]		= {
+		.name	= "IB_OPCODE_RC_RDMA_READ_RESPONSE_MIDDLE",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_ACK_MASK | VHOST_MIDDLE_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_RDMA_READ_RESPONSE_LAST]		= {
+		.name	= "IB_OPCODE_RC_RDMA_READ_RESPONSE_LAST",
+		.mask	= VHOST_AETH_MASK | VHOST_PAYLOAD_MASK | VHOST_ACK_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_AETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_AETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_AETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_RDMA_READ_RESPONSE_ONLY]		= {
+		.name	= "IB_OPCODE_RC_RDMA_READ_RESPONSE_ONLY",
+		.mask	= VHOST_AETH_MASK | VHOST_PAYLOAD_MASK | VHOST_ACK_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_AETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_AETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_AETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_ACKNOWLEDGE]			= {
+		.name	= "IB_OPCODE_RC_ACKNOWLEDGE",
+		.mask	= VHOST_AETH_MASK | VHOST_ACK_MASK | VHOST_START_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_AETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_AETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_AETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_ATOMIC_ACKNOWLEDGE]			= {
+		.name	= "IB_OPCODE_RC_ATOMIC_ACKNOWLEDGE",
+		.mask	= VHOST_AETH_MASK | VHOST_ATMACK_MASK | VHOST_ACK_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_ATMACK_BYTES + VHOST_AETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_AETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_ATMACK]	= VHOST_BTH_BYTES
+						+ VHOST_AETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+					+ VHOST_ATMACK_BYTES + VHOST_AETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_COMPARE_SWAP]			= {
+		.name	= "IB_OPCODE_RC_COMPARE_SWAP",
+		.mask	= VHOST_ATMETH_MASK | VHOST_REQ_MASK | VHOST_ATOMIC_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_ATMETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_ATMETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_ATMETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_FETCH_ADD]			= {
+		.name	= "IB_OPCODE_RC_FETCH_ADD",
+		.mask	= VHOST_ATMETH_MASK | VHOST_REQ_MASK | VHOST_ATOMIC_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_ATMETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_ATMETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_ATMETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_SEND_LAST_WITH_INVALIDATE]		= {
+		.name	= "IB_OPCODE_RC_SEND_LAST_WITH_INVALIDATE",
+		.mask	= VHOST_IETH_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_COMP_MASK | VHOST_SEND_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_IETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_IETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RC_SEND_ONLY_WITH_INVALIDATE]		= {
+		.name	= "IB_OPCODE_RC_SEND_ONLY_INV",
+		.mask	= VHOST_IETH_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_COMP_MASK | VHOST_RWR_MASK | VHOST_SEND_MASK
+				| VHOST_END_MASK  | VHOST_START_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_IETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_IETH_BYTES,
+		}
+	},
+
+	/* UC */
+	[IB_OPCODE_UC_SEND_FIRST]			= {
+		.name	= "IB_OPCODE_UC_SEND_FIRST",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_REQ_MASK | VHOST_RWR_MASK
+				| VHOST_SEND_MASK | VHOST_START_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_UC_SEND_MIDDLE]		= {
+		.name	= "IB_OPCODE_UC_SEND_MIDDLE",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_REQ_MASK | VHOST_SEND_MASK
+				| VHOST_MIDDLE_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_UC_SEND_LAST]			= {
+		.name	= "IB_OPCODE_UC_SEND_LAST",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_REQ_MASK | VHOST_COMP_MASK
+				| VHOST_SEND_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_UC_SEND_LAST_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_UC_SEND_LAST_WITH_IMMEDIATE",
+		.mask	= VHOST_IMMDT_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_COMP_MASK | VHOST_SEND_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+	[IB_OPCODE_UC_SEND_ONLY]			= {
+		.name	= "IB_OPCODE_UC_SEND_ONLY",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_REQ_MASK | VHOST_COMP_MASK
+				| VHOST_RWR_MASK | VHOST_SEND_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_UC_SEND_ONLY_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_UC_SEND_ONLY_WITH_IMMEDIATE",
+		.mask	= VHOST_IMMDT_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_COMP_MASK | VHOST_RWR_MASK | VHOST_SEND_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+	[IB_OPCODE_UC_RDMA_WRITE_FIRST]		= {
+		.name	= "IB_OPCODE_UC_RDMA_WRITE_FIRST",
+		.mask	= VHOST_RETH_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_WRITE_MASK | VHOST_START_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_RETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RETH_BYTES,
+		}
+	},
+	[IB_OPCODE_UC_RDMA_WRITE_MIDDLE]		= {
+		.name	= "IB_OPCODE_UC_RDMA_WRITE_MIDDLE",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_REQ_MASK | VHOST_WRITE_MASK
+				| VHOST_MIDDLE_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_UC_RDMA_WRITE_LAST]			= {
+		.name	= "IB_OPCODE_UC_RDMA_WRITE_LAST",
+		.mask	= VHOST_PAYLOAD_MASK | VHOST_REQ_MASK | VHOST_WRITE_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES,
+		}
+	},
+	[IB_OPCODE_UC_RDMA_WRITE_LAST_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_UC_RDMA_WRITE_LAST_WITH_IMMEDIATE",
+		.mask	= VHOST_IMMDT_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_WRITE_MASK | VHOST_COMP_MASK | VHOST_RWR_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+	[IB_OPCODE_UC_RDMA_WRITE_ONLY]			= {
+		.name	= "IB_OPCODE_UC_RDMA_WRITE_ONLY",
+		.mask	= VHOST_RETH_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_WRITE_MASK | VHOST_START_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_RETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RETH_BYTES,
+		}
+	},
+	[IB_OPCODE_UC_RDMA_WRITE_ONLY_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_UC_RDMA_WRITE_ONLY_WITH_IMMEDIATE",
+		.mask	= VHOST_RETH_MASK | VHOST_IMMDT_MASK | VHOST_PAYLOAD_MASK
+				| VHOST_REQ_MASK | VHOST_WRITE_MASK
+				| VHOST_COMP_MASK | VHOST_RWR_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES + VHOST_RETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES
+						+ VHOST_RETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RETH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+
+	/* RD */
+	[IB_OPCODE_RD_SEND_FIRST]			= {
+		.name	= "IB_OPCODE_RD_SEND_FIRST",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_PAYLOAD_MASK
+				| VHOST_REQ_MASK | VHOST_RWR_MASK | VHOST_SEND_MASK
+				| VHOST_START_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_DETH_BYTES + VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_SEND_MIDDLE]		= {
+		.name	= "IB_OPCODE_RD_SEND_MIDDLE",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_PAYLOAD_MASK
+				| VHOST_REQ_MASK | VHOST_SEND_MASK
+				| VHOST_MIDDLE_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_DETH_BYTES + VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_SEND_LAST]			= {
+		.name	= "IB_OPCODE_RD_SEND_LAST",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_PAYLOAD_MASK
+				| VHOST_REQ_MASK | VHOST_COMP_MASK | VHOST_SEND_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_DETH_BYTES + VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_SEND_LAST_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_RD_SEND_LAST_WITH_IMMEDIATE",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_IMMDT_MASK
+				| VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_COMP_MASK | VHOST_SEND_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES + VHOST_DETH_BYTES
+				+ VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_SEND_ONLY]			= {
+		.name	= "IB_OPCODE_RD_SEND_ONLY",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_PAYLOAD_MASK
+				| VHOST_REQ_MASK | VHOST_COMP_MASK | VHOST_RWR_MASK
+				| VHOST_SEND_MASK | VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_DETH_BYTES + VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_SEND_ONLY_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_RD_SEND_ONLY_WITH_IMMEDIATE",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_IMMDT_MASK
+				| VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_COMP_MASK | VHOST_RWR_MASK | VHOST_SEND_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES + VHOST_DETH_BYTES
+				+ VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_RDMA_WRITE_FIRST]		= {
+		.name	= "IB_OPCODE_RD_RDMA_WRITE_FIRST",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_RETH_MASK
+				| VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_WRITE_MASK | VHOST_START_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_RETH_BYTES + VHOST_DETH_BYTES
+				+ VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_RETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES
+						+ VHOST_RETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_RDMA_WRITE_MIDDLE]		= {
+		.name	= "IB_OPCODE_RD_RDMA_WRITE_MIDDLE",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_PAYLOAD_MASK
+				| VHOST_REQ_MASK | VHOST_WRITE_MASK
+				| VHOST_MIDDLE_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_DETH_BYTES + VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_RDMA_WRITE_LAST]			= {
+		.name	= "IB_OPCODE_RD_RDMA_WRITE_LAST",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_PAYLOAD_MASK
+				| VHOST_REQ_MASK | VHOST_WRITE_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_DETH_BYTES + VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_RDMA_WRITE_LAST_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_RD_RDMA_WRITE_LAST_WITH_IMMEDIATE",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_IMMDT_MASK
+				| VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_WRITE_MASK | VHOST_COMP_MASK | VHOST_RWR_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES + VHOST_DETH_BYTES
+				+ VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_RDMA_WRITE_ONLY]			= {
+		.name	= "IB_OPCODE_RD_RDMA_WRITE_ONLY",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_RETH_MASK
+				| VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_WRITE_MASK | VHOST_START_MASK
+				| VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_RETH_BYTES + VHOST_DETH_BYTES
+				+ VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_RETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES
+						+ VHOST_RETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_RDMA_WRITE_ONLY_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_RD_RDMA_WRITE_ONLY_WITH_IMMEDIATE",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_RETH_MASK
+				| VHOST_IMMDT_MASK | VHOST_PAYLOAD_MASK
+				| VHOST_REQ_MASK | VHOST_WRITE_MASK
+				| VHOST_COMP_MASK | VHOST_RWR_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES + VHOST_RETH_BYTES
+				+ VHOST_DETH_BYTES + VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_RETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES
+						+ VHOST_RETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES
+						+ VHOST_RETH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_RDMA_READ_REQUEST]			= {
+		.name	= "IB_OPCODE_RD_RDMA_READ_REQUEST",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_RETH_MASK
+				| VHOST_REQ_MASK | VHOST_READ_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_RETH_BYTES + VHOST_DETH_BYTES
+				+ VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_RETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RETH_BYTES
+						+ VHOST_DETH_BYTES
+						+ VHOST_RDETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_RDMA_READ_RESPONSE_FIRST]		= {
+		.name	= "IB_OPCODE_RD_RDMA_READ_RESPONSE_FIRST",
+		.mask	= VHOST_RDETH_MASK | VHOST_AETH_MASK
+				| VHOST_PAYLOAD_MASK | VHOST_ACK_MASK
+				| VHOST_START_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_AETH_BYTES + VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_AETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_AETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_RDMA_READ_RESPONSE_MIDDLE]		= {
+		.name	= "IB_OPCODE_RD_RDMA_READ_RESPONSE_MIDDLE",
+		.mask	= VHOST_RDETH_MASK | VHOST_PAYLOAD_MASK | VHOST_ACK_MASK
+				| VHOST_MIDDLE_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_RDMA_READ_RESPONSE_LAST]		= {
+		.name	= "IB_OPCODE_RD_RDMA_READ_RESPONSE_LAST",
+		.mask	= VHOST_RDETH_MASK | VHOST_AETH_MASK | VHOST_PAYLOAD_MASK
+				| VHOST_ACK_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_AETH_BYTES + VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_AETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_AETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_RDMA_READ_RESPONSE_ONLY]		= {
+		.name	= "IB_OPCODE_RD_RDMA_READ_RESPONSE_ONLY",
+		.mask	= VHOST_RDETH_MASK | VHOST_AETH_MASK | VHOST_PAYLOAD_MASK
+				| VHOST_ACK_MASK | VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_AETH_BYTES + VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_AETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_AETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_ACKNOWLEDGE]			= {
+		.name	= "IB_OPCODE_RD_ACKNOWLEDGE",
+		.mask	= VHOST_RDETH_MASK | VHOST_AETH_MASK | VHOST_ACK_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_AETH_BYTES + VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_AETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_ATOMIC_ACKNOWLEDGE]			= {
+		.name	= "IB_OPCODE_RD_ATOMIC_ACKNOWLEDGE",
+		.mask	= VHOST_RDETH_MASK | VHOST_AETH_MASK | VHOST_ATMACK_MASK
+				| VHOST_ACK_MASK | VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_ATMACK_BYTES + VHOST_AETH_BYTES
+				+ VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_AETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_ATMACK]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_AETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_COMPARE_SWAP]			= {
+		.name	= "RD_COMPARE_SWAP",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_ATMETH_MASK
+				| VHOST_REQ_MASK | VHOST_ATOMIC_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_ATMETH_BYTES + VHOST_DETH_BYTES
+				+ VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_ATMETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES +
+						+ VHOST_ATMETH_BYTES
+						+ VHOST_DETH_BYTES +
+						+ VHOST_RDETH_BYTES,
+		}
+	},
+	[IB_OPCODE_RD_FETCH_ADD]			= {
+		.name	= "IB_OPCODE_RD_FETCH_ADD",
+		.mask	= VHOST_RDETH_MASK | VHOST_DETH_MASK | VHOST_ATMETH_MASK
+				| VHOST_REQ_MASK | VHOST_ATOMIC_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_ATMETH_BYTES + VHOST_DETH_BYTES
+				+ VHOST_RDETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_RDETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES,
+			[VHOST_RDMA_ATMETH]	= VHOST_BTH_BYTES
+						+ VHOST_RDETH_BYTES
+						+ VHOST_DETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES +
+						+ VHOST_ATMETH_BYTES
+						+ VHOST_DETH_BYTES +
+						+ VHOST_RDETH_BYTES,
+		}
+	},
+
+	/* UD */
+	[IB_OPCODE_UD_SEND_ONLY]			= {
+		.name	= "IB_OPCODE_UD_SEND_ONLY",
+		.mask	= VHOST_DETH_MASK | VHOST_PAYLOAD_MASK | VHOST_REQ_MASK
+				| VHOST_COMP_MASK | VHOST_RWR_MASK | VHOST_SEND_MASK
+				| VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_DETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_DETH_BYTES,
+		}
+	},
+	[IB_OPCODE_UD_SEND_ONLY_WITH_IMMEDIATE]		= {
+		.name	= "IB_OPCODE_UD_SEND_ONLY_WITH_IMMEDIATE",
+		.mask	= VHOST_DETH_MASK | VHOST_IMMDT_MASK | VHOST_PAYLOAD_MASK
+				| VHOST_REQ_MASK | VHOST_COMP_MASK | VHOST_RWR_MASK
+				| VHOST_SEND_MASK | VHOST_START_MASK | VHOST_END_MASK,
+		.length = VHOST_BTH_BYTES + VHOST_IMMDT_BYTES + VHOST_DETH_BYTES,
+		.offset = {
+			[VHOST_RDMA_BTH]	= 0,
+			[VHOST_RDMA_DETH]	= VHOST_BTH_BYTES,
+			[VHOST_RDMA_IMMDT]	= VHOST_BTH_BYTES
+						+ VHOST_DETH_BYTES,
+			[VHOST_RDMA_PAYLOAD]	= VHOST_BTH_BYTES
+						+ VHOST_DETH_BYTES
+						+ VHOST_IMMDT_BYTES,
+		}
+	},
+
+};