Skip to content

Commit

Permalink
libhns: Fix several context locks issue
Browse files Browse the repository at this point in the history
[ Upstream commit 6772962 ]

Fix several context lock issue:

1. db_list_mutex is used without init currently. Add its init to
   hns_roce_alloc_context().

2. pthread_mutex_init()/pthread_spin_init() may return error value.
   Check the return value in hns_roce_alloc_context().

3. Add destruction for these context locks.

4. Encapsulate init and destruction functions for these context locks.

Fixes: 13eae88 ("libhns: Support rq record doorbell")
Fixes: 887b78c ("libhns: Add initial main frame")
Signed-off-by: Junxian Huang <[email protected]>
Signed-off-by: Nicolas Morey <[email protected]>
  • Loading branch information
Junxian Huang authored and nmorey committed May 27, 2024
1 parent 01352ed commit ad68fe0
Showing 1 changed file with 42 additions and 7 deletions.
49 changes: 42 additions & 7 deletions providers/hns/hns_roce_u.c
Original file line number Diff line number Diff line change
Expand Up @@ -90,6 +90,39 @@ static uint32_t calc_table_shift(uint32_t entry_count, uint32_t size_shift)
return count_shift > size_shift ? count_shift - size_shift : 0;
}

static int hns_roce_init_context_lock(struct hns_roce_context *context)
{
int ret;

ret = pthread_spin_init(&context->uar_lock, PTHREAD_PROCESS_PRIVATE);
if (ret)
return ret;

ret = pthread_mutex_init(&context->qp_table_mutex, NULL);
if (ret)
goto destroy_uar_lock;

ret = pthread_mutex_init(&context->db_list_mutex, NULL);
if (ret)
goto destroy_qp_mutex;

return 0;

destroy_qp_mutex:
pthread_mutex_destroy(&context->qp_table_mutex);

destroy_uar_lock:
pthread_spin_destroy(&context->uar_lock);
return ret;
}

static void hns_roce_destroy_context_lock(struct hns_roce_context *context)
{
pthread_spin_destroy(&context->uar_lock);
pthread_mutex_destroy(&context->qp_table_mutex);
pthread_mutex_destroy(&context->db_list_mutex);
}

static struct verbs_context *hns_roce_alloc_context(struct ibv_device *ibdev,
int cmd_fd,
void *private_data)
Expand All @@ -109,20 +142,22 @@ static struct verbs_context *hns_roce_alloc_context(struct ibv_device *ibdev,

if (ibv_cmd_get_context(&context->ibv_ctx, &cmd, sizeof(cmd),
&resp.ibv_resp, sizeof(resp)))
goto err_free;
goto err_ibv_cmd;

if (hns_roce_init_context_lock(context))
goto err_ibv_cmd;

context->qp_table_shift = calc_table_shift(resp.qp_tab_size,
HNS_ROCE_QP_TABLE_BITS);
context->qp_table_mask = (1 << context->qp_table_shift) - 1;

pthread_mutex_init(&context->qp_table_mutex, NULL);
for (i = 0; i < HNS_ROCE_QP_TABLE_SIZE; ++i)
context->qp_table[i].refcnt = 0;

context->uar = mmap(NULL, hr_dev->page_size, PROT_READ | PROT_WRITE,
MAP_SHARED, cmd_fd, offset);
if (context->uar == MAP_FAILED)
goto err_free;
goto err_set_attr;

offset += hr_dev->page_size;

Expand All @@ -138,8 +173,6 @@ static struct verbs_context *hns_roce_alloc_context(struct ibv_device *ibdev,
goto db_free;
}

pthread_spin_init(&context->uar_lock, PTHREAD_PROCESS_PRIVATE);

verbs_set_ops(&context->ibv_ctx, &hns_common_ops);
verbs_set_ops(&context->ibv_ctx, &hr_dev->u_hw->hw_ops);

Expand All @@ -162,8 +195,9 @@ static struct verbs_context *hns_roce_alloc_context(struct ibv_device *ibdev,
db_free:
munmap(context->uar, hr_dev->page_size);
context->uar = NULL;

err_free:
err_set_attr:
hns_roce_destroy_context_lock(context);
err_ibv_cmd:
verbs_uninit_context(&context->ibv_ctx);
free(context);
return NULL;
Expand All @@ -178,6 +212,7 @@ static void hns_roce_free_context(struct ibv_context *ibctx)
if (hr_dev->hw_version == HNS_ROCE_HW_VER1)
munmap(context->cq_tptr_base, HNS_ROCE_CQ_DB_BUF_SIZE);

hns_roce_destroy_context_lock(context);
verbs_uninit_context(&context->ibv_ctx);
free(context);
}
Expand Down

0 comments on commit ad68fe0

Please sign in to comment.