Merge pull request #1626 from amzn/parent_domains

efa: Parent domains and thread domains support

Author: rleon

providers/efa/efa.c

@@ -1,6 +1,6 @@
 // SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause
 /*
- * Copyright 2019-2024 Amazon.com, Inc. or its affiliates. All rights reserved.
+ * Copyright 2019-2025 Amazon.com, Inc. or its affiliates. All rights reserved.
  */
 
 #include <stdio.h>
@@ -28,13 +28,16 @@ static const struct verbs_match_ent efa_table[] = {
 
 static const struct verbs_context_ops efa_ctx_ops = {
 	.alloc_pd = efa_alloc_pd,
+	.alloc_parent_domain = efa_alloc_parent_domain,
+	.alloc_td = efa_alloc_td,
 	.create_ah = efa_create_ah,
 	.create_cq = efa_create_cq,
 	.create_cq_ex = efa_create_cq_ex,
 	.create_qp = efa_create_qp,
 	.create_qp_ex = efa_create_qp_ex,
 	.cq_event = efa_cq_event,
 	.dealloc_pd = efa_dealloc_pd,
+	.dealloc_td = efa_dealloc_td,
 	.dereg_mr = efa_dereg_mr,
 	.destroy_ah = efa_destroy_ah,
 	.destroy_cq = efa_destroy_cq,

providers/efa/efa.h

@@ -51,6 +51,24 @@ struct efa_context {
 struct efa_pd {
 	struct ibv_pd ibvpd;
 	uint16_t pdn;
+	/* Pointer to original PD used to create parent domain */
+	struct efa_pd *orig_pd;
+	/* Number of parent domains referencing this PD */
+	atomic_int refcount;
+};
+
+struct efa_td {
+	struct ibv_td ibvtd;
+	/* Number of parent domains referencing this TD */
+	atomic_int refcount;
+};
+
+struct efa_parent_domain {
+	struct efa_pd pd;
+	struct efa_td *td;
+	/* Number of objects referencing this parent domain */
+	atomic_int refcount;
+	void *pd_context;
 };
 
 struct efa_sub_cq {
@@ -81,6 +99,7 @@ struct efa_cq {
 	struct efa_wq *cur_wq;
 	struct efa_io_cdesc_common *cur_cqe;
 	struct ibv_device *dev;
+	struct efa_parent_domain *parent_domain;
 	struct efa_sub_cq sub_cq_arr[];
 };
 
@@ -102,6 +121,7 @@ struct efa_wq {
 	int max_sge;
 	int phase;
 	pthread_spinlock_t wqlock;
+	bool need_lock;
 
 	uint32_t *db;
 	uint16_t sub_cq_idx;
@@ -140,6 +160,7 @@ struct efa_qp {
 	int sq_sig_all;
 	int wr_session_err;
 	struct ibv_device *dev;
+	struct efa_parent_domain *parent_domain;
 };
 
 struct efa_mr {
@@ -201,6 +222,16 @@ static inline struct efa_ah *to_efa_ah(struct ibv_ah *ibvah)
 	return container_of(ibvah, struct efa_ah, ibvah);
 }
 
+static inline struct efa_td *to_efa_td(struct ibv_td *ibvtd)
+{
+	return container_of(ibvtd, struct efa_td, ibvtd);
+}
+
+static inline struct efa_parent_domain *to_efa_parent_domain(struct ibv_pd *ibvpd)
+{
+	return container_of(ibvpd, struct efa_parent_domain, pd.ibvpd);
+}
+
 bool is_efa_dev(struct ibv_device *device);
 
 #endif /* __EFA_H__ */