// SPDX-License-Identifier: GPL-2.0-only /* * Copyright (c) 2013 * Phillip Lougher */ #include #include #include #include #include #include "squashfs_fs.h" #include "squashfs_fs_sb.h" #include "decompressor.h" #include "squashfs.h" /* * This file implements multi-threaded decompression using percpu * variables, one thread per cpu core. */ struct squashfs_stream { void *stream; local_lock_t lock; }; void *squashfs_decompressor_create(struct squashfs_sb_info *msblk, void *comp_opts) { struct squashfs_stream *stream; struct squashfs_stream __percpu *percpu; int err, cpu; percpu = alloc_percpu(struct squashfs_stream); if (percpu == NULL) return ERR_PTR(-ENOMEM); for_each_possible_cpu(cpu) { stream = per_cpu_ptr(percpu, cpu); stream->stream = msblk->decompressor->init(msblk, comp_opts); if (IS_ERR(stream->stream)) { err = PTR_ERR(stream->stream); goto out; } local_lock_init(&stream->lock); } kfree(comp_opts); return (__force void *) percpu; out: for_each_possible_cpu(cpu) { stream = per_cpu_ptr(percpu, cpu); if (!IS_ERR_OR_NULL(stream->stream)) msblk->decompressor->free(stream->stream); } free_percpu(percpu); return ERR_PTR(err); } void squashfs_decompressor_destroy(struct squashfs_sb_info *msblk) { struct squashfs_stream __percpu *percpu = (struct squashfs_stream __percpu *) msblk->stream; struct squashfs_stream *stream; int cpu; if (msblk->stream) { for_each_possible_cpu(cpu) { stream = per_cpu_ptr(percpu, cpu); msblk->decompressor->free(stream->stream); } free_percpu(percpu); } } int squashfs_decompress(struct squashfs_sb_info *msblk, struct bio *bio, int offset, int length, struct squashfs_page_actor *output) { struct squashfs_stream *stream; int res; local_lock(&msblk->stream->lock); stream = this_cpu_ptr(msblk->stream); res = msblk->decompressor->decompress(msblk, stream->stream, bio, offset, length, output); local_unlock(&msblk->stream->lock); if (res < 0) ERROR("%s decompression failed, data probably corrupt\n", msblk->decompressor->name); return res; } int squashfs_max_decompressors(void) { return num_possible_cpus(); }