Skip to content

L
linux-davinci
Commit 187c72e3 authored by Hoang-Nam Nguyen's avatar Hoang-Nam Nguyen Committed by Roland Dreier
Browse files
Options

IB/ehca: Restructure ehca_set_pagebuf() 

Split ehca_set_pagebuf() into three functions depending on MR type
(phys/user/fast) and remove superfluous ehca_set_pagebuf_1().
Signed-off-by: default avatarJoachim Fenkes <fenkes@de.ibm.com>
Signed-off-by: default avatarRoland Dreier <rolandd@cisco.com>
parent df17bfd4
Hide whitespace changes
Inline Side-by-side
Showing with 200 additions and 331 deletions
drivers/infiniband/hw/ehca/ehca_mrmw.c
View file @ 187c72e3
...@@ -824,6 +824,7 @@ int ehca_map_phys_fmr(struct ib_fmr *fmr, ...@@ -824,6 +824,7 @@ int ehca_map_phys_fmr(struct ib_fmr *fmr,
pginfo.u.fmr.page_list = page_list; pginfo.u.fmr.page_list = page_list;
pginfo.next_hwpage = ((iova & (e_fmr->fmr_page_size-1)) / pginfo.next_hwpage = ((iova & (e_fmr->fmr_page_size-1)) /
EHCA_PAGESIZE); EHCA_PAGESIZE);
pginfo.u.fmr.fmr_pgsize = e_fmr->fmr_page_size;
ret = ehca_rereg_mr(shca, e_fmr, (u64*)iova, ret = ehca_rereg_mr(shca, e_fmr, (u64*)iova,
list_len * e_fmr->fmr_page_size, list_len * e_fmr->fmr_page_size,
...@@ -1044,15 +1045,15 @@ int ehca_reg_mr_rpages(struct ehca_shca *shca, ...@@ -1044,15 +1045,15 @@ int ehca_reg_mr_rpages(struct ehca_shca *shca,
} else } else
rnum = MAX_RPAGES; rnum = MAX_RPAGES;
if (rnum > 1) { ret = ehca_set_pagebuf(pginfo, rnum, kpage);
ret = ehca_set_pagebuf(e_mr, pginfo, rnum, kpage); if (ret) {
if (ret) { ehca_err(&shca->ib_device, "ehca_set_pagebuf "
ehca_err(&shca->ib_device, "ehca_set_pagebuf "
"bad rc, ret=%x rnum=%x kpage=%p", "bad rc, ret=%x rnum=%x kpage=%p",
ret, rnum, kpage); ret, rnum, kpage);
ret = -EFAULT; goto ehca_reg_mr_rpages_exit1;
goto ehca_reg_mr_rpages_exit1; }
}
if (rnum > 1) {
rpage = virt_to_abs(kpage); rpage = virt_to_abs(kpage);
if (!rpage) { if (!rpage) {
ehca_err(&shca->ib_device, "kpage=%p i=%x", ehca_err(&shca->ib_device, "kpage=%p i=%x",
...@@ -1060,15 +1061,8 @@ int ehca_reg_mr_rpages(struct ehca_shca *shca, ...@@ -1060,15 +1061,8 @@ int ehca_reg_mr_rpages(struct ehca_shca *shca,
ret = -EFAULT; ret = -EFAULT;
goto ehca_reg_mr_rpages_exit1; goto ehca_reg_mr_rpages_exit1;
} }
} else { /* rnum==1 */ } else
ret = ehca_set_pagebuf_1(e_mr, pginfo, &rpage); rpage = *kpage;
if (ret) {
ehca_err(&shca->ib_device, "ehca_set_pagebuf_1 "
"bad rc, ret=%x i=%x", ret, i);
ret = -EFAULT;
goto ehca_reg_mr_rpages_exit1;
}
}
h_ret = hipz_h_register_rpage_mr(shca->ipz_hca_handle, e_mr, h_ret = hipz_h_register_rpage_mr(shca->ipz_hca_handle, e_mr,
0, /* pagesize 4k */ 0, /* pagesize 4k */
...@@ -1146,7 +1140,7 @@ inline int ehca_rereg_mr_rereg1(struct ehca_shca *shca, ...@@ -1146,7 +1140,7 @@ inline int ehca_rereg_mr_rereg1(struct ehca_shca *shca,
} }
pginfo_save = *pginfo; pginfo_save = *pginfo;
ret = ehca_set_pagebuf(e_mr, pginfo, pginfo->num_hwpages, kpage); ret = ehca_set_pagebuf(pginfo, pginfo->num_hwpages, kpage);
if (ret) { if (ret) {
ehca_err(&shca->ib_device, "set pagebuf failed, e_mr=%p " ehca_err(&shca->ib_device, "set pagebuf failed, e_mr=%p "
"pginfo=%p type=%x num_kpages=%lx num_hwpages=%lx " "pginfo=%p type=%x num_kpages=%lx num_hwpages=%lx "
...@@ -1306,98 +1300,86 @@ int ehca_unmap_one_fmr(struct ehca_shca *shca, ...@@ -1306,98 +1300,86 @@ int ehca_unmap_one_fmr(struct ehca_shca *shca,
{ {
int ret = 0; int ret = 0;
u64 h_ret; u64 h_ret;
int rereg_1_hcall = 1; /* 1: use hipz_mr_reregister directly */
int rereg_3_hcall = 0; /* 1: use 3 hipz calls for unmapping */
struct ehca_pd *e_pd = struct ehca_pd *e_pd =
container_of(e_fmr->ib.ib_fmr.pd, struct ehca_pd, ib_pd); container_of(e_fmr->ib.ib_fmr.pd, struct ehca_pd, ib_pd);
struct ehca_mr save_fmr; struct ehca_mr save_fmr;
u32 tmp_lkey, tmp_rkey; u32 tmp_lkey, tmp_rkey;
struct ehca_mr_pginfo pginfo; struct ehca_mr_pginfo pginfo;
struct ehca_mr_hipzout_parms hipzout = {{0},0,0,0,0,0}; struct ehca_mr_hipzout_parms hipzout = {{0},0,0,0,0,0};
struct ehca_mr save_mr;
/* first check if reregistration hCall can be used for unmap */ if (e_fmr->fmr_max_pages <= MAX_RPAGES) {
if (e_fmr->fmr_max_pages > MAX_RPAGES) {
rereg_1_hcall = 0;
rereg_3_hcall = 1;
}
if (rereg_1_hcall) {
/* /*
* note: after using rereg hcall with len=0, * note: after using rereg hcall with len=0,
* rereg hcall must be used again for registering pages * rereg hcall must be used again for registering pages
*/ */
h_ret = hipz_h_reregister_pmr(shca->ipz_hca_handle, e_fmr, 0, h_ret = hipz_h_reregister_pmr(shca->ipz_hca_handle, e_fmr, 0,
0, 0, e_pd->fw_pd, 0, &hipzout); 0, 0, e_pd->fw_pd, 0, &hipzout);
if (h_ret != H_SUCCESS) { if (h_ret == H_SUCCESS) {
/*
* should not happen, because length checked above,
* FMRs are not shared and no MW bound to FMRs
*/
ehca_err(&shca->ib_device, "hipz_reregister_pmr failed "
"(Rereg1), h_ret=%lx e_fmr=%p hca_hndl=%lx "
"mr_hndl=%lx lkey=%x lkey_out=%x",
h_ret, e_fmr, shca->ipz_hca_handle.handle,
e_fmr->ipz_mr_handle.handle,
e_fmr->ib.ib_fmr.lkey, hipzout.lkey);
rereg_3_hcall = 1;
} else {
/* successful reregistration */ /* successful reregistration */
e_fmr->start = NULL; e_fmr->start = NULL;
e_fmr->size = 0; e_fmr->size = 0;
tmp_lkey = hipzout.lkey; tmp_lkey = hipzout.lkey;
tmp_rkey = hipzout.rkey; tmp_rkey = hipzout.rkey;
return 0;
} }
/*
* should not happen, because length checked above,
* FMRs are not shared and no MW bound to FMRs
*/
ehca_err(&shca->ib_device, "hipz_reregister_pmr failed "
"(Rereg1), h_ret=%lx e_fmr=%p hca_hndl=%lx "
"mr_hndl=%lx lkey=%x lkey_out=%x",
h_ret, e_fmr, shca->ipz_hca_handle.handle,
e_fmr->ipz_mr_handle.handle,
e_fmr->ib.ib_fmr.lkey, hipzout.lkey);
/* try free and rereg */
} }
if (rereg_3_hcall) { /* first free old FMR */
struct ehca_mr save_mr; h_ret = hipz_h_free_resource_mr(shca->ipz_hca_handle, e_fmr);
if (h_ret != H_SUCCESS) {
/* first free old FMR */ ehca_err(&shca->ib_device, "hipz_free_mr failed, "
h_ret = hipz_h_free_resource_mr(shca->ipz_hca_handle, e_fmr); "h_ret=%lx e_fmr=%p hca_hndl=%lx mr_hndl=%lx "
if (h_ret != H_SUCCESS) { "lkey=%x",
ehca_err(&shca->ib_device, "hipz_free_mr failed, " h_ret, e_fmr, shca->ipz_hca_handle.handle,
"h_ret=%lx e_fmr=%p hca_hndl=%lx mr_hndl=%lx " e_fmr->ipz_mr_handle.handle,
"lkey=%x", e_fmr->ib.ib_fmr.lkey);
h_ret, e_fmr, shca->ipz_hca_handle.handle, ret = ehca2ib_return_code(h_ret);
e_fmr->ipz_mr_handle.handle, goto ehca_unmap_one_fmr_exit0;
e_fmr->ib.ib_fmr.lkey); }
ret = ehca2ib_return_code(h_ret); /* clean ehca_mr_t, without changing lock */
goto ehca_unmap_one_fmr_exit0; save_fmr = *e_fmr;
} ehca_mr_deletenew(e_fmr);
/* clean ehca_mr_t, without changing lock */
save_fmr = *e_fmr;
ehca_mr_deletenew(e_fmr);
/* set some MR values */ /* set some MR values */
e_fmr->flags = save_fmr.flags; e_fmr->flags = save_fmr.flags;
e_fmr->fmr_page_size = save_fmr.fmr_page_size; e_fmr->fmr_page_size = save_fmr.fmr_page_size;
e_fmr->fmr_max_pages = save_fmr.fmr_max_pages; e_fmr->fmr_max_pages = save_fmr.fmr_max_pages;
e_fmr->fmr_max_maps = save_fmr.fmr_max_maps; e_fmr->fmr_max_maps = save_fmr.fmr_max_maps;
e_fmr->fmr_map_cnt = save_fmr.fmr_map_cnt; e_fmr->fmr_map_cnt = save_fmr.fmr_map_cnt;
e_fmr->acl = save_fmr.acl; e_fmr->acl = save_fmr.acl;
memset(&pginfo, 0, sizeof(pginfo)); memset(&pginfo, 0, sizeof(pginfo));
pginfo.type = EHCA_MR_PGI_FMR; pginfo.type = EHCA_MR_PGI_FMR;
pginfo.num_kpages = 0; pginfo.num_kpages = 0;
pginfo.num_hwpages = 0; pginfo.num_hwpages = 0;
ret = ehca_reg_mr(shca, e_fmr, NULL, ret = ehca_reg_mr(shca, e_fmr, NULL,
(e_fmr->fmr_max_pages * e_fmr->fmr_page_size), (e_fmr->fmr_max_pages * e_fmr->fmr_page_size),
e_fmr->acl, e_pd, &pginfo, &tmp_lkey, e_fmr->acl, e_pd, &pginfo, &tmp_lkey,
&tmp_rkey); &tmp_rkey);
if (ret) { if (ret) {
u32 offset = (u64)(&e_fmr->flags) - (u64)e_fmr; u32 offset = (u64)(&e_fmr->flags) - (u64)e_fmr;
memcpy(&e_fmr->flags, &(save_mr.flags), memcpy(&e_fmr->flags, &(save_mr.flags),
sizeof(struct ehca_mr) - offset); sizeof(struct ehca_mr) - offset);
goto ehca_unmap_one_fmr_exit0; goto ehca_unmap_one_fmr_exit0;
}
} }
ehca_unmap_one_fmr_exit0: ehca_unmap_one_fmr_exit0:
if (ret) if (ret)
ehca_err(&shca->ib_device, "ret=%x tmp_lkey=%x tmp_rkey=%x " ehca_err(&shca->ib_device, "ret=%x tmp_lkey=%x tmp_rkey=%x "
"fmr_max_pages=%x rereg_1_hcall=%x rereg_3_hcall=%x", "fmr_max_pages=%x",
ret, tmp_lkey, tmp_rkey, e_fmr->fmr_max_pages, ret, tmp_lkey, tmp_rkey, e_fmr->fmr_max_pages);
rereg_1_hcall, rereg_3_hcall);
return ret; return ret;
} /* end ehca_unmap_one_fmr() */ } /* end ehca_unmap_one_fmr() */
...@@ -1690,300 +1672,187 @@ int ehca_fmr_check_page_list(struct ehca_mr *e_fmr, ...@@ -1690,300 +1672,187 @@ int ehca_fmr_check_page_list(struct ehca_mr *e_fmr,
/*----------------------------------------------------------------------*/ /*----------------------------------------------------------------------*/
/* setup page buffer from page info */ /* PAGE_SIZE >= pginfo->hwpage_size */
int ehca_set_pagebuf(struct ehca_mr *e_mr, static int ehca_set_pagebuf_user1(struct ehca_mr_pginfo *pginfo,
struct ehca_mr_pginfo *pginfo, u32 number,
u32 number, u64 *kpage)
u64 *kpage)
{ {
int ret = 0; int ret = 0;
struct ib_umem_chunk *prev_chunk; struct ib_umem_chunk *prev_chunk;
struct ib_umem_chunk *chunk; struct ib_umem_chunk *chunk;
struct ib_phys_buf *pbuf; u64 pgaddr;
u64 *fmrlist;
u64 num_hw, pgaddr, offs_hw;
u32 i = 0; u32 i = 0;
u32 j = 0; u32 j = 0;
if (pginfo->type == EHCA_MR_PGI_PHYS) { /* loop over desired chunk entries */
/* loop over desired phys_buf_array entries */ chunk = pginfo->u.usr.next_chunk;
while (i < number) { prev_chunk = pginfo->u.usr.next_chunk;
pbuf = pginfo->u.phy.phys_buf_array list_for_each_entry_continue(
+ pginfo->u.phy.next_buf; chunk, (&(pginfo->u.usr.region->chunk_list)), list) {
num_hw = NUM_CHUNKS((pbuf->addr % EHCA_PAGESIZE) + for (i = pginfo->u.usr.next_nmap; i < chunk->nmap; ) {
pbuf->size, EHCA_PAGESIZE); pgaddr = page_to_pfn(chunk->page_list[i].page)
offs_hw = (pbuf->addr & ~PAGE_MASK) / EHCA_PAGESIZE; << PAGE_SHIFT ;
while (pginfo->next_hwpage < offs_hw + num_hw) { *kpage = phys_to_abs(pgaddr +
/* sanity check */ (pginfo->next_hwpage *
if ((pginfo->kpage_cnt >= pginfo->num_kpages) || EHCA_PAGESIZE));
(pginfo->hwpage_cnt >= pginfo->num_hwpages)) {
ehca_gen_err("kpage_cnt >= num_kpages, "
"kpage_cnt=%lx "
"num_kpages=%lx "
"hwpage_cnt=%lx "
"num_hwpages=%lx i=%x",
pginfo->kpage_cnt,
pginfo->num_kpages,
pginfo->hwpage_cnt,
pginfo->num_hwpages, i);
ret = -EFAULT;
goto ehca_set_pagebuf_exit0;
}
*kpage = phys_to_abs(
(pbuf->addr & EHCA_PAGEMASK)
+ (pginfo->next_hwpage * EHCA_PAGESIZE));
if ( !(*kpage) && pbuf->addr ) {
ehca_gen_err("pbuf->addr=%lx "
"pbuf->size=%lx "
"next_hwpage=%lx", pbuf->addr,
pbuf->size,
pginfo->next_hwpage);
ret = -EFAULT;
goto ehca_set_pagebuf_exit0;
}
(pginfo->hwpage_cnt)++;
(pginfo->next_hwpage)++;
if (pginfo->next_hwpage %
(PAGE_SIZE / EHCA_PAGESIZE) == 0)
(pginfo->kpage_cnt)++;
kpage++;
i++;
if (i >= number) break;
}
if (pginfo->next_hwpage >= offs_hw + num_hw) {
(pginfo->u.phy.next_buf)++;
pginfo->next_hwpage = 0;
}
}
} else if (pginfo->type == EHCA_MR_PGI_USER) {
/* loop over desired chunk entries */
chunk = pginfo->u.usr.next_chunk;
prev_chunk = pginfo->u.usr.next_chunk;
list_for_each_entry_continue(chunk,
(&(pginfo->u.usr.region->chunk_list)),
list) {
for (i = pginfo->u.usr.next_nmap; i < chunk->nmap; ) {
pgaddr = ( page_to_pfn(chunk->page_list[i].page)
<< PAGE_SHIFT );
*kpage = phys_to_abs(pgaddr +
(pginfo->next_hwpage *
EHCA_PAGESIZE));
if ( !(*kpage) ) {
ehca_gen_err("pgaddr=%lx "
"chunk->page_list[i]=%lx "
"i=%x next_hwpage=%lx mr=%p",
pgaddr,
(u64)sg_dma_address(
&chunk->
page_list[i]),
i, pginfo->next_hwpage, e_mr);
ret = -EFAULT;
goto ehca_set_pagebuf_exit0;
}
(pginfo->hwpage_cnt)++;
(pginfo->next_hwpage)++;
kpage++;
if (pginfo->next_hwpage %
(PAGE_SIZE / EHCA_PAGESIZE) == 0) {
(pginfo->kpage_cnt)++;
(pginfo->u.usr.next_nmap)++;
pginfo->next_hwpage = 0;
i++;
}
j++;
if (j >= number) break;
}
if ((pginfo->u.usr.next_nmap >= chunk->nmap) &&
(j >= number)) {
pginfo->u.usr.next_nmap = 0;
prev_chunk = chunk;
break;
} else if (pginfo->u.usr.next_nmap >= chunk->nmap) {
pginfo->u.usr.next_nmap = 0;
prev_chunk = chunk;
} else if (j >= number)
break;
else
prev_chunk = chunk;
}
pginfo->u.usr.next_chunk =
list_prepare_entry(prev_chunk,
(&(pginfo->u.usr.region->chunk_list)),
list);
} else if (pginfo->type == EHCA_MR_PGI_FMR) {
/* loop over desired page_list entries */
fmrlist = pginfo->u.fmr.page_list + pginfo->u.fmr.next_listelem;
for (i = 0; i < number; i++) {
*kpage = phys_to_abs((*fmrlist & EHCA_PAGEMASK) +
pginfo->next_hwpage * EHCA_PAGESIZE);
if ( !(*kpage) ) { if ( !(*kpage) ) {
ehca_gen_err("*fmrlist=%lx fmrlist=%p " ehca_gen_err("pgaddr=%lx "
"next_listelem=%lx next_hwpage=%lx", "chunk->page_list[i]=%lx "
*fmrlist, fmrlist, "i=%x next_hwpage=%lx",
pginfo->u.fmr.next_listelem, pgaddr, (u64)sg_dma_address(
pginfo->next_hwpage); &chunk->page_list[i]),
ret = -EFAULT; i, pginfo->next_hwpage);
goto ehca_set_pagebuf_exit0; return -EFAULT;
} }
(pginfo->hwpage_cnt)++; (pginfo->hwpage_cnt)++;
(pginfo->next_hwpage)++; (pginfo->next_hwpage)++;
kpage++; kpage++;
if (pginfo->next_hwpage % if (pginfo->next_hwpage %
(e_mr->fmr_page_size / EHCA_PAGESIZE) == 0) { (PAGE_SIZE / EHCA_PAGESIZE) == 0) {
(pginfo->kpage_cnt)++; (pginfo->kpage_cnt)++;
(pginfo->u.fmr.next_listelem)++; (pginfo->u.usr.next_nmap)++;
fmrlist++;
pginfo->next_hwpage = 0; pginfo->next_hwpage = 0;
i++;
} }
j++;
if (j >= number) break;
} }
} else { if ((pginfo->u.usr.next_nmap >= chunk->nmap) &&
ehca_gen_err("bad pginfo->type=%x", pginfo->type); (j >= number)) {
ret = -EFAULT; pginfo->u.usr.next_nmap = 0;
goto ehca_set_pagebuf_exit0; prev_chunk = chunk;
break;
} else if (pginfo->u.usr.next_nmap >= chunk->nmap) {
pginfo->u.usr.next_nmap = 0;
prev_chunk = chunk;
} else if (j >= number)
break;
else
prev_chunk = chunk;
} }
pginfo->u.usr.next_chunk =
ehca_set_pagebuf_exit0: list_prepare_entry(prev_chunk,
if (ret) (&(pginfo->u.usr.region->chunk_list)),
ehca_gen_err("ret=%x e_mr=%p pginfo=%p type=%x num_kpages=%lx " list);
"num_hwpages=%lx next_buf=%lx next_hwpage=%lx number=%x "
"kpage=%p kpage_cnt=%lx hwpage_cnt=%lx i=%x "
"next_listelem=%lx region=%p next_chunk=%p "
"next_nmap=%lx", ret, e_mr, pginfo, pginfo->type,
pginfo->num_kpages, pginfo->num_hwpages,
pginfo->u.phy.next_buf, pginfo->next_hwpage, number, kpage,
pginfo->kpage_cnt, pginfo->hwpage_cnt, i,
pginfo->u.fmr.next_listelem, pginfo->u.usr.region,
pginfo->u.usr.next_chunk, pginfo->u.usr.next_nmap);
return ret; return ret;
} /* end ehca_set_pagebuf() */ }
/*----------------------------------------------------------------------*/
/* setup 1 page from page info page buffer */ int ehca_set_pagebuf_phys(struct ehca_mr_pginfo *pginfo,
int ehca_set_pagebuf_1(struct ehca_mr *e_mr, u32 number,
struct ehca_mr_pginfo *pginfo, u64 *kpage)
u64 *rpage)
{ {
int ret = 0; int ret = 0;
struct ib_phys_buf *tmp_pbuf; struct ib_phys_buf *pbuf;
u64 *fmrlist; u64 num_hw, offs_hw;
struct ib_umem_chunk *chunk; u32 i = 0;
struct ib_umem_chunk *prev_chunk;
u64 pgaddr, num_hw, offs_hw; /* loop over desired phys_buf_array entries */
while (i < number) {
if (pginfo->type == EHCA_MR_PGI_PHYS) { pbuf = pginfo->u.phy.phys_buf_array + pginfo->u.phy.next_buf;
/* sanity check */ num_hw = NUM_CHUNKS((pbuf->addr % EHCA_PAGESIZE) +
if ((pginfo->kpage_cnt >= pginfo->num_kpages) || pbuf->size, EHCA_PAGESIZE);
(pginfo->hwpage_cnt >= pginfo->num_hwpages)) { offs_hw = (pbuf->addr & ~PAGE_MASK) / EHCA_PAGESIZE;
ehca_gen_err("kpage_cnt >= num_hwpages, kpage_cnt=%lx " while (pginfo->next_hwpage < offs_hw + num_hw) {
"num_hwpages=%lx hwpage_cnt=%lx num_hwpages=%lx", /* sanity check */
pginfo->kpage_cnt, pginfo->num_kpages, if ((pginfo->kpage_cnt >= pginfo->num_kpages) ||
pginfo->hwpage_cnt, pginfo->num_hwpages); (pginfo->hwpage_cnt >= pginfo->num_hwpages)) {
ret = -EFAULT; ehca_gen_err("kpage_cnt >= num_kpages, "
goto ehca_set_pagebuf_1_exit0; "kpage_cnt=%lx num_kpages=%lx "
} "hwpage_cnt=%lx "
tmp_pbuf = pginfo->u.phy.phys_buf_array + pginfo->u.phy.next_buf; "num_hwpages=%lx i=%x",
num_hw = NUM_CHUNKS((tmp_pbuf->addr % EHCA_PAGESIZE) + pginfo->kpage_cnt,
tmp_pbuf->size, EHCA_PAGESIZE); pginfo->num_kpages,
offs_hw = (tmp_pbuf->addr & ~PAGE_MASK) / EHCA_PAGESIZE; pginfo->hwpage_cnt,
*rpage = phys_to_abs((tmp_pbuf->addr & EHCA_PAGEMASK) + pginfo->num_hwpages, i);
(pginfo->next_hwpage * EHCA_PAGESIZE)); return -EFAULT;
if ( !(*rpage) && tmp_pbuf->addr ) { }
ehca_gen_err("tmp_pbuf->addr=%lx" *kpage = phys_to_abs(
" tmp_pbuf->size=%lx next_hwpage=%lx", (pbuf->addr & EHCA_PAGEMASK)
tmp_pbuf->addr, tmp_pbuf->size, + (pginfo->next_hwpage * EHCA_PAGESIZE));
pginfo->next_hwpage); if ( !(*kpage) && pbuf->addr ) {
ret = -EFAULT; ehca_gen_err("pbuf->addr=%lx "
goto ehca_set_pagebuf_1_exit0; "pbuf->size=%lx "
} "next_hwpage=%lx", pbuf->addr,
(pginfo->hwpage_cnt)++; pbuf->size,
(pginfo->next_hwpage)++; pginfo->next_hwpage);
if (pginfo->next_hwpage % (PAGE_SIZE / EHCA_PAGESIZE) == 0) return -EFAULT;
(pginfo->kpage_cnt)++;
if (pginfo->next_hwpage >= offs_hw + num_hw) {
(pginfo->u.phy.next_buf)++;
pginfo->next_hwpage = 0;
}
} else if (pginfo->type == EHCA_MR_PGI_USER) {
chunk = pginfo->u.usr.next_chunk;
prev_chunk = pginfo->u.usr.next_chunk;
list_for_each_entry_continue(chunk,
(&(pginfo->u.usr.region->chunk_list)),
list) {
pgaddr = ( page_to_pfn(chunk->page_list[
pginfo->u.usr.next_nmap].page)
<< PAGE_SHIFT);
*rpage = phys_to_abs(pgaddr +
(pginfo->next_hwpage * EHCA_PAGESIZE));
if ( !(*rpage) ) {
ehca_gen_err("pgaddr=%lx chunk->page_list[]=%lx"
" next_nmap=%lx next_hwpage=%lx mr=%p",
pgaddr, (u64)sg_dma_address(
&chunk->page_list[
pginfo->u.usr.
next_nmap]),
pginfo->u.usr.next_nmap, pginfo->next_hwpage,
e_mr);
ret = -EFAULT;
goto ehca_set_pagebuf_1_exit0;
} }
(pginfo->hwpage_cnt)++; (pginfo->hwpage_cnt)++;
(pginfo->next_hwpage)++; (pginfo->next_hwpage)++;
if (pginfo->next_hwpage % if (pginfo->next_hwpage %
(PAGE_SIZE / EHCA_PAGESIZE) == 0) { (PAGE_SIZE / EHCA_PAGESIZE) == 0)
(pginfo->kpage_cnt)++; (pginfo->kpage_cnt)++;
(pginfo->u.usr.next_nmap)++; kpage++;
pginfo->next_hwpage = 0; i++;
} if (i >= number) break;
if (pginfo->u.usr.next_nmap >= chunk->nmap) {
pginfo->u.usr.next_nmap = 0;
prev_chunk = chunk;
}
break;
} }
pginfo->u.usr.next_chunk = if (pginfo->next_hwpage >= offs_hw + num_hw) {
list_prepare_entry(prev_chunk, (pginfo->u.phy.next_buf)++;
(&(pginfo->u.usr.region->chunk_list)), pginfo->next_hwpage = 0;
list); }
} else if (pginfo->type == EHCA_MR_PGI_FMR) { }
fmrlist = pginfo->u.fmr.page_list + pginfo->u.fmr.next_listelem; return ret;
*rpage = phys_to_abs((*fmrlist & EHCA_PAGEMASK) + }
int ehca_set_pagebuf_fmr(struct ehca_mr_pginfo *pginfo,
u32 number,
u64 *kpage)
{
int ret = 0;
u64 *fmrlist;
u32 i;
/* loop over desired page_list entries */
fmrlist = pginfo->u.fmr.page_list + pginfo->u.fmr.next_listelem;
for (i = 0; i < number; i++) {
*kpage = phys_to_abs((*fmrlist & EHCA_PAGEMASK) +
pginfo->next_hwpage * EHCA_PAGESIZE); pginfo->next_hwpage * EHCA_PAGESIZE);
if ( !(*rpage) ) { if ( !(*kpage) ) {
ehca_gen_err("*fmrlist=%lx fmrlist=%p " ehca_gen_err("*fmrlist=%lx fmrlist=%p "
"next_listelem=%lx next_hwpage=%lx", "next_listelem=%lx next_hwpage=%lx",
*fmrlist, fmrlist, pginfo->u.fmr.next_listelem, *fmrlist, fmrlist,
pginfo->u.fmr.next_listelem,
pginfo->next_hwpage); pginfo->next_hwpage);
ret = -EFAULT; return -EFAULT;
goto ehca_set_pagebuf_1_exit0;
} }
(pginfo->hwpage_cnt)++; (pginfo->hwpage_cnt)++;
(pginfo->next_hwpage)++; (pginfo->next_hwpage)++;
kpage++;
if (pginfo->next_hwpage % if (pginfo->next_hwpage %
(e_mr->fmr_page_size / EHCA_PAGESIZE) == 0) { (pginfo->u.fmr.fmr_pgsize / EHCA_PAGESIZE) == 0) {
(pginfo->kpage_cnt)++; (pginfo->kpage_cnt)++;
(pginfo->u.fmr.next_listelem)++; (pginfo->u.fmr.next_listelem)++;
fmrlist++;
pginfo->next_hwpage = 0; pginfo->next_hwpage = 0;
} }
} else { }
return ret;
}
/* setup page buffer from page info */
int ehca_set_pagebuf(struct ehca_mr_pginfo *pginfo,
u32 number,
u64 *kpage)
{
int ret;
switch (pginfo->type) {
case EHCA_MR_PGI_PHYS:
ret = ehca_set_pagebuf_phys(pginfo, number, kpage);
break;
case EHCA_MR_PGI_USER:
ret = ehca_set_pagebuf_user1(pginfo, number, kpage);
break;
case EHCA_MR_PGI_FMR:
ret = ehca_set_pagebuf_fmr(pginfo, number, kpage);
break;
default:
ehca_gen_err("bad pginfo->type=%x", pginfo->type); ehca_gen_err("bad pginfo->type=%x", pginfo->type);
ret = -EFAULT; ret = -EFAULT;
goto ehca_set_pagebuf_1_exit0; break;
} }
ehca_set_pagebuf_1_exit0:
if (ret)
ehca_gen_err("ret=%x e_mr=%p pginfo=%p type=%x num_kpages=%lx "
"num_hwpages=%lx next_buf=%lx next_hwpage=%lx rpage=%p "
"kpage_cnt=%lx hwpage_cnt=%lx next_listelem=%lx "
"region=%p next_chunk=%p next_nmap=%lx", ret, e_mr,
pginfo, pginfo->type, pginfo->num_kpages,
pginfo->num_hwpages, pginfo->u.phy.next_buf, pginfo->next_hwpage,
rpage, pginfo->kpage_cnt, pginfo->hwpage_cnt,
pginfo->u.fmr.next_listelem, pginfo->u.usr.region,
pginfo->u.usr.next_chunk, pginfo->u.usr.next_nmap);
return ret; return ret;
} /* end ehca_set_pagebuf_1() */ } /* end ehca_set_pagebuf() */
/*----------------------------------------------------------------------*/ /*----------------------------------------------------------------------*/
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment