2019-05-23 17:14:55 +08:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
2017-08-10 10:42:36 +08:00
|
|
|
/*
|
|
|
|
* Squashfs - a compressed read only filesystem for Linux
|
|
|
|
*
|
|
|
|
* Copyright (c) 2016-present, Facebook, Inc.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* zstd_wrapper.c
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/mutex.h>
|
|
|
|
#include <linux/buffer_head.h>
|
|
|
|
#include <linux/slab.h>
|
|
|
|
#include <linux/zstd.h>
|
|
|
|
#include <linux/vmalloc.h>
|
|
|
|
|
|
|
|
#include "squashfs_fs.h"
|
|
|
|
#include "squashfs_fs_sb.h"
|
|
|
|
#include "squashfs.h"
|
|
|
|
#include "decompressor.h"
|
|
|
|
#include "page_actor.h"
|
|
|
|
|
|
|
|
struct workspace {
|
|
|
|
void *mem;
|
|
|
|
size_t mem_size;
|
|
|
|
size_t window_size;
|
|
|
|
};
|
|
|
|
|
|
|
|
static void *zstd_init(struct squashfs_sb_info *msblk, void *buff)
|
|
|
|
{
|
|
|
|
struct workspace *wksp = kmalloc(sizeof(*wksp), GFP_KERNEL);
|
|
|
|
|
|
|
|
if (wksp == NULL)
|
|
|
|
goto failed;
|
|
|
|
wksp->window_size = max_t(size_t,
|
|
|
|
msblk->block_size, SQUASHFS_METADATA_SIZE);
|
|
|
|
wksp->mem_size = ZSTD_DStreamWorkspaceBound(wksp->window_size);
|
|
|
|
wksp->mem = vmalloc(wksp->mem_size);
|
|
|
|
if (wksp->mem == NULL)
|
|
|
|
goto failed;
|
|
|
|
|
|
|
|
return wksp;
|
|
|
|
|
|
|
|
failed:
|
|
|
|
ERROR("Failed to allocate zstd workspace\n");
|
|
|
|
kfree(wksp);
|
|
|
|
return ERR_PTR(-ENOMEM);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static void zstd_free(void *strm)
|
|
|
|
{
|
|
|
|
struct workspace *wksp = strm;
|
|
|
|
|
|
|
|
if (wksp)
|
|
|
|
vfree(wksp->mem);
|
|
|
|
kfree(wksp);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static int zstd_uncompress(struct squashfs_sb_info *msblk, void *strm,
|
|
|
|
struct buffer_head **bh, int b, int offset, int length,
|
|
|
|
struct squashfs_page_actor *output)
|
|
|
|
{
|
|
|
|
struct workspace *wksp = strm;
|
|
|
|
ZSTD_DStream *stream;
|
|
|
|
size_t total_out = 0;
|
|
|
|
size_t zstd_err;
|
|
|
|
int k = 0;
|
|
|
|
ZSTD_inBuffer in_buf = { NULL, 0, 0 };
|
|
|
|
ZSTD_outBuffer out_buf = { NULL, 0, 0 };
|
|
|
|
|
|
|
|
stream = ZSTD_initDStream(wksp->window_size, wksp->mem, wksp->mem_size);
|
|
|
|
|
|
|
|
if (!stream) {
|
|
|
|
ERROR("Failed to initialize zstd decompressor\n");
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
|
|
|
out_buf.size = PAGE_SIZE;
|
|
|
|
out_buf.dst = squashfs_first_page(output);
|
|
|
|
|
|
|
|
do {
|
|
|
|
if (in_buf.pos == in_buf.size && k < b) {
|
|
|
|
int avail = min(length, msblk->devblksize - offset);
|
|
|
|
|
|
|
|
length -= avail;
|
|
|
|
in_buf.src = bh[k]->b_data + offset;
|
|
|
|
in_buf.size = avail;
|
|
|
|
in_buf.pos = 0;
|
|
|
|
offset = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (out_buf.pos == out_buf.size) {
|
|
|
|
out_buf.dst = squashfs_next_page(output);
|
|
|
|
if (out_buf.dst == NULL) {
|
|
|
|
/* Shouldn't run out of pages
|
|
|
|
* before stream is done.
|
|
|
|
*/
|
|
|
|
squashfs_finish_page(output);
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
out_buf.pos = 0;
|
|
|
|
out_buf.size = PAGE_SIZE;
|
|
|
|
}
|
|
|
|
|
|
|
|
total_out -= out_buf.pos;
|
|
|
|
zstd_err = ZSTD_decompressStream(stream, &out_buf, &in_buf);
|
|
|
|
total_out += out_buf.pos; /* add the additional data produced */
|
|
|
|
|
|
|
|
if (in_buf.pos == in_buf.size && k < b)
|
|
|
|
put_bh(bh[k++]);
|
|
|
|
} while (zstd_err != 0 && !ZSTD_isError(zstd_err));
|
|
|
|
|
|
|
|
squashfs_finish_page(output);
|
|
|
|
|
|
|
|
if (ZSTD_isError(zstd_err)) {
|
|
|
|
ERROR("zstd decompression error: %d\n",
|
|
|
|
(int)ZSTD_getErrorCode(zstd_err));
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (k < b)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
return (int)total_out;
|
|
|
|
|
|
|
|
out:
|
|
|
|
for (; k < b; k++)
|
|
|
|
put_bh(bh[k]);
|
|
|
|
|
|
|
|
return -EIO;
|
|
|
|
}
|
|
|
|
|
|
|
|
const struct squashfs_decompressor squashfs_zstd_comp_ops = {
|
|
|
|
.init = zstd_init,
|
|
|
|
.free = zstd_free,
|
|
|
|
.decompress = zstd_uncompress,
|
|
|
|
.id = ZSTD_COMPRESSION,
|
|
|
|
.name = "zstd",
|
|
|
|
.supported = 1
|
|
|
|
};
|