1// SPDX-License-Identifier: GPL-2.0-only
  2/*
  3 * Copyright (c) 2013
  4 * Phillip Lougher <phillip@squashfs.org.uk>
  5 */
  6
  7#include <linux/types.h>
  8#include <linux/slab.h>
  9#include <linux/percpu.h>
 10#include <linux/buffer_head.h>
 11#include <linux/local_lock.h>
 12
 13#include "squashfs_fs.h"
 14#include "squashfs_fs_sb.h"
 15#include "decompressor.h"
 16#include "squashfs.h"
 17
 18/*
 19 * This file implements multi-threaded decompression using percpu
 20 * variables, one thread per cpu core.
 21 */
 22
 23struct squashfs_stream {
 24	void			*stream;
 25	local_lock_t	lock;
 26};
 27
 28static void *squashfs_decompressor_create(struct squashfs_sb_info *msblk,
 29						void *comp_opts)
 30{
 31	struct squashfs_stream *stream;
 32	struct squashfs_stream __percpu *percpu;
 33	int err, cpu;
 34
 35	percpu = alloc_percpu(struct squashfs_stream);
 36	if (percpu == NULL)
 37		return ERR_PTR(-ENOMEM);
 38
 39	for_each_possible_cpu(cpu) {
 40		stream = per_cpu_ptr(percpu, cpu);
 41		stream->stream = msblk->decompressor->init(msblk, comp_opts);
 42		if (IS_ERR(stream->stream)) {
 43			err = PTR_ERR(stream->stream);
 44			goto out;
 45		}
 46		local_lock_init(&stream->lock);
 47	}
 48
 49	kfree(comp_opts);
 50	return (__force void *) percpu;
 51
 52out:
 53	for_each_possible_cpu(cpu) {
 54		stream = per_cpu_ptr(percpu, cpu);
 55		if (!IS_ERR_OR_NULL(stream->stream))
 56			msblk->decompressor->free(stream->stream);
 57	}
 58	free_percpu(percpu);
 59	return ERR_PTR(err);
 60}
 61
 62static void squashfs_decompressor_destroy(struct squashfs_sb_info *msblk)
 63{
 64	struct squashfs_stream __percpu *percpu =
 65			(struct squashfs_stream __percpu *) msblk->stream;
 66	struct squashfs_stream *stream;
 67	int cpu;
 68
 69	if (msblk->stream) {
 70		for_each_possible_cpu(cpu) {
 71			stream = per_cpu_ptr(percpu, cpu);
 72			msblk->decompressor->free(stream->stream);
 73		}
 74		free_percpu(percpu);
 75	}
 76}
 77
 78static int squashfs_decompress(struct squashfs_sb_info *msblk, struct bio *bio,
 79	int offset, int length, struct squashfs_page_actor *output)
 80{
 81	struct squashfs_stream *stream;
 82	struct squashfs_stream __percpu *percpu =
 83			(struct squashfs_stream __percpu *) msblk->stream;
 84	int res;
 85
 86	local_lock(&percpu->lock);
 87	stream = this_cpu_ptr(percpu);
 88
 89	res = msblk->decompressor->decompress(msblk, stream->stream, bio,
 90					      offset, length, output);
 91
 92	local_unlock(&percpu->lock);
 93
 94	if (res < 0)
 95		ERROR("%s decompression failed, data probably corrupt\n",
 96			msblk->decompressor->name);
 97
 98	return res;
 99}
100
101static int squashfs_max_decompressors(void)
102{
103	return num_possible_cpus();
104}
105
106const struct squashfs_decompressor_thread_ops squashfs_decompressor_percpu = {
107	.create = squashfs_decompressor_create,
108	.destroy = squashfs_decompressor_destroy,
109	.decompress = squashfs_decompress,
110	.max_decompressors = squashfs_max_decompressors,
111};

  1// SPDX-License-Identifier: GPL-2.0-only
  2/*
  3 * Copyright (c) 2013
  4 * Phillip Lougher <phillip@squashfs.org.uk>
  5 */
  6
  7#include <linux/types.h>
  8#include <linux/slab.h>
  9#include <linux/percpu.h>
 
 10#include <linux/local_lock.h>
 11
 12#include "squashfs_fs.h"
 13#include "squashfs_fs_sb.h"
 14#include "decompressor.h"
 15#include "squashfs.h"
 16
 17/*
 18 * This file implements multi-threaded decompression using percpu
 19 * variables, one thread per cpu core.
 20 */
 21
 22struct squashfs_stream {
 23	void			*stream;
 24	local_lock_t	lock;
 25};
 26
 27static void *squashfs_decompressor_create(struct squashfs_sb_info *msblk,
 28						void *comp_opts)
 29{
 30	struct squashfs_stream *stream;
 31	struct squashfs_stream __percpu *percpu;
 32	int err, cpu;
 33
 34	percpu = alloc_percpu(struct squashfs_stream);
 35	if (percpu == NULL)
 36		return ERR_PTR(-ENOMEM);
 37
 38	for_each_possible_cpu(cpu) {
 39		stream = per_cpu_ptr(percpu, cpu);
 40		stream->stream = msblk->decompressor->init(msblk, comp_opts);
 41		if (IS_ERR(stream->stream)) {
 42			err = PTR_ERR(stream->stream);
 43			goto out;
 44		}
 45		local_lock_init(&stream->lock);
 46	}
 47
 48	kfree(comp_opts);
 49	return (__force void *) percpu;
 50
 51out:
 52	for_each_possible_cpu(cpu) {
 53		stream = per_cpu_ptr(percpu, cpu);
 54		if (!IS_ERR_OR_NULL(stream->stream))
 55			msblk->decompressor->free(stream->stream);
 56	}
 57	free_percpu(percpu);
 58	return ERR_PTR(err);
 59}
 60
 61static void squashfs_decompressor_destroy(struct squashfs_sb_info *msblk)
 62{
 63	struct squashfs_stream __percpu *percpu =
 64			(struct squashfs_stream __percpu *) msblk->stream;
 65	struct squashfs_stream *stream;
 66	int cpu;
 67
 68	if (msblk->stream) {
 69		for_each_possible_cpu(cpu) {
 70			stream = per_cpu_ptr(percpu, cpu);
 71			msblk->decompressor->free(stream->stream);
 72		}
 73		free_percpu(percpu);
 74	}
 75}
 76
 77static int squashfs_decompress(struct squashfs_sb_info *msblk, struct bio *bio,
 78	int offset, int length, struct squashfs_page_actor *output)
 79{
 80	struct squashfs_stream *stream;
 81	struct squashfs_stream __percpu *percpu =
 82			(struct squashfs_stream __percpu *) msblk->stream;
 83	int res;
 84
 85	local_lock(&percpu->lock);
 86	stream = this_cpu_ptr(percpu);
 87
 88	res = msblk->decompressor->decompress(msblk, stream->stream, bio,
 89					      offset, length, output);
 90
 91	local_unlock(&percpu->lock);
 92
 93	if (res < 0)
 94		ERROR("%s decompression failed, data probably corrupt\n",
 95			msblk->decompressor->name);
 96
 97	return res;
 98}
 99
100static int squashfs_max_decompressors(void)
101{
102	return num_possible_cpus();
103}
104
105const struct squashfs_decompressor_thread_ops squashfs_decompressor_percpu = {
106	.create = squashfs_decompressor_create,
107	.destroy = squashfs_decompressor_destroy,
108	.decompress = squashfs_decompress,
109	.max_decompressors = squashfs_max_decompressors,
110};