cifs: convert async read code to use pages array without kmapping
Replace the "marshal_iov" function with a "read_into_pages" function. That function will copy the read data off the socket and into the pages array, kmapping and reading pages one at a time. Signed-off-by: Jeff Layton <jlayton@redhat.com>
This commit is contained in:
parent
c5fab6f4f0
commit
8321fec436
|
@ -978,8 +978,11 @@ struct cifs_readdata {
|
||||||
pid_t pid;
|
pid_t pid;
|
||||||
int result;
|
int result;
|
||||||
struct work_struct work;
|
struct work_struct work;
|
||||||
int (*marshal_iov) (struct cifs_readdata *rdata,
|
int (*read_into_pages)(struct TCP_Server_Info *server,
|
||||||
unsigned int remaining);
|
struct cifs_readdata *rdata,
|
||||||
|
unsigned int len);
|
||||||
|
unsigned int pagesz;
|
||||||
|
unsigned int tailsz;
|
||||||
unsigned int nr_iov;
|
unsigned int nr_iov;
|
||||||
struct kvec *iov;
|
struct kvec *iov;
|
||||||
unsigned int nr_pages;
|
unsigned int nr_pages;
|
||||||
|
|
|
@ -1496,6 +1496,7 @@ cifs_readv_receive(struct TCP_Server_Info *server, struct mid_q_entry *mid)
|
||||||
/* set up first iov for signature check */
|
/* set up first iov for signature check */
|
||||||
rdata->iov[0].iov_base = buf;
|
rdata->iov[0].iov_base = buf;
|
||||||
rdata->iov[0].iov_len = server->total_read;
|
rdata->iov[0].iov_len = server->total_read;
|
||||||
|
rdata->nr_iov = 1;
|
||||||
cFYI(1, "0: iov_base=%p iov_len=%zu",
|
cFYI(1, "0: iov_base=%p iov_len=%zu",
|
||||||
rdata->iov[0].iov_base, rdata->iov[0].iov_len);
|
rdata->iov[0].iov_base, rdata->iov[0].iov_len);
|
||||||
|
|
||||||
|
@ -1507,23 +1508,11 @@ cifs_readv_receive(struct TCP_Server_Info *server, struct mid_q_entry *mid)
|
||||||
return cifs_readv_discard(server, mid);
|
return cifs_readv_discard(server, mid);
|
||||||
}
|
}
|
||||||
|
|
||||||
/* marshal up the page array */
|
length = rdata->read_into_pages(server, rdata, data_len);
|
||||||
cifs_kmap_lock();
|
if (length < 0)
|
||||||
len = rdata->marshal_iov(rdata, data_len);
|
return length;
|
||||||
cifs_kmap_unlock();
|
|
||||||
data_len -= len;
|
|
||||||
|
|
||||||
/* issue the read if we have any iovecs left to fill */
|
|
||||||
if (rdata->nr_iov > 1) {
|
|
||||||
length = cifs_readv_from_socket(server, &rdata->iov[1],
|
|
||||||
rdata->nr_iov - 1, len);
|
|
||||||
if (length < 0)
|
|
||||||
return length;
|
|
||||||
server->total_read += length;
|
|
||||||
} else {
|
|
||||||
length = 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
|
server->total_read += length;
|
||||||
rdata->bytes = length;
|
rdata->bytes = length;
|
||||||
|
|
||||||
cFYI(1, "total_read=%u buflen=%u remaining=%u", server->total_read,
|
cFYI(1, "total_read=%u buflen=%u remaining=%u", server->total_read,
|
||||||
|
@ -1544,7 +1533,11 @@ cifs_readv_callback(struct mid_q_entry *mid)
|
||||||
struct cifs_tcon *tcon = tlink_tcon(rdata->cfile->tlink);
|
struct cifs_tcon *tcon = tlink_tcon(rdata->cfile->tlink);
|
||||||
struct TCP_Server_Info *server = tcon->ses->server;
|
struct TCP_Server_Info *server = tcon->ses->server;
|
||||||
struct smb_rqst rqst = { .rq_iov = rdata->iov,
|
struct smb_rqst rqst = { .rq_iov = rdata->iov,
|
||||||
.rq_nvec = rdata->nr_iov };
|
.rq_nvec = rdata->nr_iov,
|
||||||
|
.rq_pages = rdata->pages,
|
||||||
|
.rq_npages = rdata->nr_pages,
|
||||||
|
.rq_pagesz = rdata->pagesz,
|
||||||
|
.rq_tailsz = rdata->tailsz };
|
||||||
|
|
||||||
cFYI(1, "%s: mid=%llu state=%d result=%d bytes=%u", __func__,
|
cFYI(1, "%s: mid=%llu state=%d result=%d bytes=%u", __func__,
|
||||||
mid->mid, mid->mid_state, rdata->result, rdata->bytes);
|
mid->mid, mid->mid_state, rdata->result, rdata->bytes);
|
||||||
|
|
121
fs/cifs/file.c
121
fs/cifs/file.c
|
@ -2566,63 +2566,57 @@ cifs_uncached_readv_complete(struct work_struct *work)
|
||||||
{
|
{
|
||||||
struct cifs_readdata *rdata = container_of(work,
|
struct cifs_readdata *rdata = container_of(work,
|
||||||
struct cifs_readdata, work);
|
struct cifs_readdata, work);
|
||||||
unsigned int i;
|
|
||||||
|
|
||||||
/* if the result is non-zero then the pages weren't kmapped */
|
|
||||||
if (rdata->result == 0) {
|
|
||||||
for (i = 0; i < rdata->nr_pages; i++)
|
|
||||||
kunmap(rdata->pages[i]);
|
|
||||||
}
|
|
||||||
|
|
||||||
complete(&rdata->done);
|
complete(&rdata->done);
|
||||||
kref_put(&rdata->refcount, cifs_uncached_readdata_release);
|
kref_put(&rdata->refcount, cifs_uncached_readdata_release);
|
||||||
}
|
}
|
||||||
|
|
||||||
static int
|
static int
|
||||||
cifs_uncached_read_marshal_iov(struct cifs_readdata *rdata,
|
cifs_uncached_read_into_pages(struct TCP_Server_Info *server,
|
||||||
unsigned int remaining)
|
struct cifs_readdata *rdata, unsigned int len)
|
||||||
{
|
{
|
||||||
int len = 0;
|
int total_read = 0, result = 0;
|
||||||
unsigned int i;
|
unsigned int i;
|
||||||
unsigned int nr_pages = rdata->nr_pages;
|
unsigned int nr_pages = rdata->nr_pages;
|
||||||
|
struct kvec iov;
|
||||||
|
|
||||||
rdata->nr_iov = 1;
|
rdata->tailsz = PAGE_SIZE;
|
||||||
for (i = 0; i < nr_pages; i++) {
|
for (i = 0; i < nr_pages; i++) {
|
||||||
struct page *page = rdata->pages[i];
|
struct page *page = rdata->pages[i];
|
||||||
|
|
||||||
if (remaining >= PAGE_SIZE) {
|
if (len >= PAGE_SIZE) {
|
||||||
/* enough data to fill the page */
|
/* enough data to fill the page */
|
||||||
rdata->iov[rdata->nr_iov].iov_base = kmap(page);
|
iov.iov_base = kmap(page);
|
||||||
rdata->iov[rdata->nr_iov].iov_len = PAGE_SIZE;
|
iov.iov_len = PAGE_SIZE;
|
||||||
cFYI(1, "%u: idx=%lu iov_base=%p iov_len=%zu",
|
cFYI(1, "%u: iov_base=%p iov_len=%zu",
|
||||||
rdata->nr_iov, page->index,
|
i, iov.iov_base, iov.iov_len);
|
||||||
rdata->iov[rdata->nr_iov].iov_base,
|
len -= PAGE_SIZE;
|
||||||
rdata->iov[rdata->nr_iov].iov_len);
|
} else if (len > 0) {
|
||||||
++rdata->nr_iov;
|
|
||||||
len += PAGE_SIZE;
|
|
||||||
remaining -= PAGE_SIZE;
|
|
||||||
} else if (remaining > 0) {
|
|
||||||
/* enough for partial page, fill and zero the rest */
|
/* enough for partial page, fill and zero the rest */
|
||||||
rdata->iov[rdata->nr_iov].iov_base = kmap(page);
|
iov.iov_base = kmap(page);
|
||||||
rdata->iov[rdata->nr_iov].iov_len = remaining;
|
iov.iov_len = len;
|
||||||
cFYI(1, "%u: idx=%lu iov_base=%p iov_len=%zu",
|
cFYI(1, "%u: iov_base=%p iov_len=%zu",
|
||||||
rdata->nr_iov, page->index,
|
i, iov.iov_base, iov.iov_len);
|
||||||
rdata->iov[rdata->nr_iov].iov_base,
|
memset(iov.iov_base + len, '\0', PAGE_SIZE - len);
|
||||||
rdata->iov[rdata->nr_iov].iov_len);
|
rdata->tailsz = len;
|
||||||
memset(rdata->iov[rdata->nr_iov].iov_base + remaining,
|
len = 0;
|
||||||
'\0', PAGE_SIZE - remaining);
|
|
||||||
++rdata->nr_iov;
|
|
||||||
len += remaining;
|
|
||||||
remaining = 0;
|
|
||||||
} else {
|
} else {
|
||||||
/* no need to hold page hostage */
|
/* no need to hold page hostage */
|
||||||
rdata->pages[i] = NULL;
|
rdata->pages[i] = NULL;
|
||||||
rdata->nr_pages--;
|
rdata->nr_pages--;
|
||||||
put_page(page);
|
put_page(page);
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
result = cifs_readv_from_socket(server, &iov, 1, iov.iov_len);
|
||||||
|
kunmap(page);
|
||||||
|
if (result < 0)
|
||||||
|
break;
|
||||||
|
|
||||||
|
total_read += result;
|
||||||
}
|
}
|
||||||
|
|
||||||
return len;
|
return total_read > 0 ? total_read : result;
|
||||||
}
|
}
|
||||||
|
|
||||||
static ssize_t
|
static ssize_t
|
||||||
|
@ -2685,7 +2679,8 @@ cifs_iovec_read(struct file *file, const struct iovec *iov,
|
||||||
rdata->offset = offset;
|
rdata->offset = offset;
|
||||||
rdata->bytes = cur_len;
|
rdata->bytes = cur_len;
|
||||||
rdata->pid = pid;
|
rdata->pid = pid;
|
||||||
rdata->marshal_iov = cifs_uncached_read_marshal_iov;
|
rdata->pagesz = PAGE_SIZE;
|
||||||
|
rdata->read_into_pages = cifs_uncached_read_into_pages;
|
||||||
|
|
||||||
rc = cifs_retry_async_readv(rdata);
|
rc = cifs_retry_async_readv(rdata);
|
||||||
error:
|
error:
|
||||||
|
@ -2935,7 +2930,6 @@ cifs_readv_complete(struct work_struct *work)
|
||||||
lru_cache_add_file(page);
|
lru_cache_add_file(page);
|
||||||
|
|
||||||
if (rdata->result == 0) {
|
if (rdata->result == 0) {
|
||||||
kunmap(page);
|
|
||||||
flush_dcache_page(page);
|
flush_dcache_page(page);
|
||||||
SetPageUptodate(page);
|
SetPageUptodate(page);
|
||||||
}
|
}
|
||||||
|
@ -2952,47 +2946,42 @@ cifs_readv_complete(struct work_struct *work)
|
||||||
}
|
}
|
||||||
|
|
||||||
static int
|
static int
|
||||||
cifs_readpages_marshal_iov(struct cifs_readdata *rdata, unsigned int remaining)
|
cifs_readpages_read_into_pages(struct TCP_Server_Info *server,
|
||||||
|
struct cifs_readdata *rdata, unsigned int len)
|
||||||
{
|
{
|
||||||
int len = 0;
|
int total_read = 0, result = 0;
|
||||||
unsigned int i;
|
unsigned int i;
|
||||||
u64 eof;
|
u64 eof;
|
||||||
pgoff_t eof_index;
|
pgoff_t eof_index;
|
||||||
unsigned int nr_pages = rdata->nr_pages;
|
unsigned int nr_pages = rdata->nr_pages;
|
||||||
|
struct kvec iov;
|
||||||
|
|
||||||
/* determine the eof that the server (probably) has */
|
/* determine the eof that the server (probably) has */
|
||||||
eof = CIFS_I(rdata->mapping->host)->server_eof;
|
eof = CIFS_I(rdata->mapping->host)->server_eof;
|
||||||
eof_index = eof ? (eof - 1) >> PAGE_CACHE_SHIFT : 0;
|
eof_index = eof ? (eof - 1) >> PAGE_CACHE_SHIFT : 0;
|
||||||
cFYI(1, "eof=%llu eof_index=%lu", eof, eof_index);
|
cFYI(1, "eof=%llu eof_index=%lu", eof, eof_index);
|
||||||
|
|
||||||
rdata->nr_iov = 1;
|
rdata->tailsz = PAGE_CACHE_SIZE;
|
||||||
for (i = 0; i < nr_pages; i++) {
|
for (i = 0; i < nr_pages; i++) {
|
||||||
struct page *page = rdata->pages[i];
|
struct page *page = rdata->pages[i];
|
||||||
|
|
||||||
if (remaining >= PAGE_CACHE_SIZE) {
|
if (len >= PAGE_CACHE_SIZE) {
|
||||||
/* enough data to fill the page */
|
/* enough data to fill the page */
|
||||||
rdata->iov[rdata->nr_iov].iov_base = kmap(page);
|
iov.iov_base = kmap(page);
|
||||||
rdata->iov[rdata->nr_iov].iov_len = PAGE_CACHE_SIZE;
|
iov.iov_len = PAGE_CACHE_SIZE;
|
||||||
cFYI(1, "%u: idx=%lu iov_base=%p iov_len=%zu",
|
cFYI(1, "%u: idx=%lu iov_base=%p iov_len=%zu",
|
||||||
rdata->nr_iov, page->index,
|
i, page->index, iov.iov_base, iov.iov_len);
|
||||||
rdata->iov[rdata->nr_iov].iov_base,
|
len -= PAGE_CACHE_SIZE;
|
||||||
rdata->iov[rdata->nr_iov].iov_len);
|
} else if (len > 0) {
|
||||||
++rdata->nr_iov;
|
|
||||||
len += PAGE_CACHE_SIZE;
|
|
||||||
remaining -= PAGE_CACHE_SIZE;
|
|
||||||
} else if (remaining > 0) {
|
|
||||||
/* enough for partial page, fill and zero the rest */
|
/* enough for partial page, fill and zero the rest */
|
||||||
rdata->iov[rdata->nr_iov].iov_base = kmap(page);
|
iov.iov_base = kmap(page);
|
||||||
rdata->iov[rdata->nr_iov].iov_len = remaining;
|
iov.iov_len = len;
|
||||||
cFYI(1, "%u: idx=%lu iov_base=%p iov_len=%zu",
|
cFYI(1, "%u: idx=%lu iov_base=%p iov_len=%zu",
|
||||||
rdata->nr_iov, page->index,
|
i, page->index, iov.iov_base, iov.iov_len);
|
||||||
rdata->iov[rdata->nr_iov].iov_base,
|
memset(iov.iov_base + len,
|
||||||
rdata->iov[rdata->nr_iov].iov_len);
|
'\0', PAGE_CACHE_SIZE - len);
|
||||||
memset(rdata->iov[rdata->nr_iov].iov_base + remaining,
|
rdata->tailsz = len;
|
||||||
'\0', PAGE_CACHE_SIZE - remaining);
|
len = 0;
|
||||||
++rdata->nr_iov;
|
|
||||||
len += remaining;
|
|
||||||
remaining = 0;
|
|
||||||
} else if (page->index > eof_index) {
|
} else if (page->index > eof_index) {
|
||||||
/*
|
/*
|
||||||
* The VFS will not try to do readahead past the
|
* The VFS will not try to do readahead past the
|
||||||
|
@ -3010,6 +2999,7 @@ cifs_readpages_marshal_iov(struct cifs_readdata *rdata, unsigned int remaining)
|
||||||
page_cache_release(page);
|
page_cache_release(page);
|
||||||
rdata->pages[i] = NULL;
|
rdata->pages[i] = NULL;
|
||||||
rdata->nr_pages--;
|
rdata->nr_pages--;
|
||||||
|
continue;
|
||||||
} else {
|
} else {
|
||||||
/* no need to hold page hostage */
|
/* no need to hold page hostage */
|
||||||
lru_cache_add_file(page);
|
lru_cache_add_file(page);
|
||||||
|
@ -3017,10 +3007,18 @@ cifs_readpages_marshal_iov(struct cifs_readdata *rdata, unsigned int remaining)
|
||||||
page_cache_release(page);
|
page_cache_release(page);
|
||||||
rdata->pages[i] = NULL;
|
rdata->pages[i] = NULL;
|
||||||
rdata->nr_pages--;
|
rdata->nr_pages--;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
result = cifs_readv_from_socket(server, &iov, 1, iov.iov_len);
|
||||||
|
kunmap(page);
|
||||||
|
if (result < 0)
|
||||||
|
break;
|
||||||
|
|
||||||
|
total_read += result;
|
||||||
}
|
}
|
||||||
|
|
||||||
return len;
|
return total_read > 0 ? total_read : result;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int cifs_readpages(struct file *file, struct address_space *mapping,
|
static int cifs_readpages(struct file *file, struct address_space *mapping,
|
||||||
|
@ -3144,7 +3142,8 @@ static int cifs_readpages(struct file *file, struct address_space *mapping,
|
||||||
rdata->offset = offset;
|
rdata->offset = offset;
|
||||||
rdata->bytes = bytes;
|
rdata->bytes = bytes;
|
||||||
rdata->pid = pid;
|
rdata->pid = pid;
|
||||||
rdata->marshal_iov = cifs_readpages_marshal_iov;
|
rdata->pagesz = PAGE_CACHE_SIZE;
|
||||||
|
rdata->read_into_pages = cifs_readpages_read_into_pages;
|
||||||
|
|
||||||
list_for_each_entry_safe(page, tpage, &tmplist, lru) {
|
list_for_each_entry_safe(page, tpage, &tmplist, lru) {
|
||||||
list_del(&page->lru);
|
list_del(&page->lru);
|
||||||
|
|
|
@ -1300,7 +1300,11 @@ smb2_readv_callback(struct mid_q_entry *mid)
|
||||||
struct smb2_hdr *buf = (struct smb2_hdr *)rdata->iov[0].iov_base;
|
struct smb2_hdr *buf = (struct smb2_hdr *)rdata->iov[0].iov_base;
|
||||||
unsigned int credits_received = 1;
|
unsigned int credits_received = 1;
|
||||||
struct smb_rqst rqst = { .rq_iov = rdata->iov,
|
struct smb_rqst rqst = { .rq_iov = rdata->iov,
|
||||||
.rq_nvec = rdata->nr_iov };
|
.rq_nvec = 1,
|
||||||
|
.rq_pages = rdata->pages,
|
||||||
|
.rq_npages = rdata->nr_pages,
|
||||||
|
.rq_pagesz = rdata->pagesz,
|
||||||
|
.rq_tailsz = rdata->tailsz };
|
||||||
|
|
||||||
cFYI(1, "%s: mid=%llu state=%d result=%d bytes=%u", __func__,
|
cFYI(1, "%s: mid=%llu state=%d result=%d bytes=%u", __func__,
|
||||||
mid->mid, mid->mid_state, rdata->result, rdata->bytes);
|
mid->mid, mid->mid_state, rdata->result, rdata->bytes);
|
||||||
|
|
Loading…
Reference in New Issue