Nick Terrell 9cfc7508b5 lz4: fix kernel decompression speed ... This patch replaces all memcpy() calls with LZ4_memcpy() which calls __builtin_memcpy() so the compiler can inline it. LZ4 relies heavily on memcpy() with a constant size being inlined. In x86 and i386 pre-boot environments memcpy() cannot be inlined because memcpy() doesn't get defined as __builtin_memcpy(). An equivalent patch has been applied upstream so that the next import won't lose this change [1]. I've measured the kernel decompression speed using QEMU before and after this patch for the x86_64 and i386 architectures. The speed-up is about 10x as shown below. Code Arch Kernel Size Time Speed v5.8 x86_64 11504832 B 148 ms 79 MB/s patch x86_64 11503872 B 13 ms 885 MB/s v5.8 i386 9621216 B 91 ms 106 MB/s patch i386 9620224 B 10 ms 962 MB/s I also measured the time to decompress the initramfs on x86_64, i386, and arm. All three show the same decompression speed before and after, as expected. [1] https://github.com/lz4/lz4/pull/890 Signed-off-by: Nick Terrell <terrelln@fb.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Cc: Yann Collet <yann.collet.73@gmail.com> Cc: Gao Xiang <gaoxiang25@huawei.com> Cc: Sven Schmidt <4sschmid@informatik.uni-hamburg.de> Cc: Greg Kroah-Hartman <gregkh@linuxfoundation.org> Cc: Ingo Molnar <mingo@kernel.org> Cc: Arvind Sankar <nivedita@alum.mit.edu> Link: http://lkml.kernel.org/r/20200803194022.2966806-1-nickrterrell@gmail.com Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org> Change-Id: I3e725b70595227145a8c8b42a6626cb0629fdddf		2024-04-16 03:34:44 +03:00
..
842
crypto	This is the 5.4.200 stable release	2022-06-23 15:04:40 +02:00
dim	linux/dim: Do nothing if no time delta between samples	2023-05-30 12:44:01 +01:00
fonts	lib/fonts: fix undefined behavior in bit shift for get_default_font	2023-01-18 11:40:54 +01:00
livepatch
lz4	lz4: fix kernel decompression speed	2024-04-16 03:34:44 +03:00
lzo
math
mpi	crypto: lib/mpi - avoid null pointer deref in mpi_cmp_ui()	2023-09-23 11:00:03 +02:00
raid6	lib/raid6/test/Makefile: Use $(pound) instead of \# for Make 4.3	2022-04-15 14:18:23 +02:00
reed_solomon
vdso	This is the 5.4.226 stable release	2022-12-08 16:50:20 +00:00
xz	lib/xz: Validate the value before assigning it to an enum variable	2021-11-17 09:48:31 +01:00
zlib_deflate
zlib_inflate
zstd
.gitignore
argv_split.c
ashldi3.c
ashrdi3.c
asn1_decoder.c
assoc_array.c	assoc_array: Fix BUG_ON during garbage collect	2022-06-06 08:33:50 +02:00
atomic64_test.c
atomic64.c
audit.c
bcd.c
bch.c
bitmap.c
bitrev.c
bsearch.c
btree.c
bucket_locks.c
bug.c	bug: Remove redundant condition check in report_bug	2021-05-14 09:44:27 +02:00
build_OID_registry
bust_spinlocks.c
chacha.c
check_signature.c
checksum.c
clz_ctz.c	lib/clz_ctz.c: Fix __clzdi2() and __ctzdi2() for 32-bit kernels	2023-08-30 16:27:25 +02:00
clz_tab.c
cmdline.c
cmpdi2.c
compat_audit.c
cpu_rmap.c	lib: cpu_rmap: Fix potential use-after-free in irq_cpu_rmap_release()	2023-06-14 10:59:56 +02:00
cpumask.c
crc4.c
crc7.c
crc8.c
crc16.c
crc32.c	lib/crc32.c: fix trivial typo in preprocessor condition	2020-10-29 09:57:52 +01:00
crc32defs.h
crc32test.c	lib/crc32test: remove extra local_irq_disable/enable	2020-11-10 12:37:27 +01:00
crc64.c
crc-ccitt.c
crc-itu-t.c
crc-t10dif.c
ctype.c
debug_info.c
debug_locks.c
debugobjects.c	debugobjects: Recheck debug_objects_enabled before reporting	2023-07-27 08:37:41 +02:00
dec_and_lock.c
decompress_bunzip2.c
decompress_inflate.c
decompress_unlz4.c	lib/decompress_unlz4.c: correctly handle zero-padding around initrds.	2021-07-20 16:10:46 +02:00
decompress_unlzma.c
decompress_unlzo.c
decompress_unxz.c	lib/xz: Avoid overlapping memcpy() with invalid input with in-place decompression	2021-11-17 09:48:31 +01:00
decompress.c
devres.c	Revert "ANDROID: Revert: Merge 5.4.60 into android11-5.4"	2020-08-23 13:12:51 +02:00
digsig.c
dump_stack.c
dynamic_debug.c	Merge 5.4.246 into android11-5.4-lts	2023-06-20 19:13:58 +00:00
dynamic_queue_limits.c
earlycpio.c
error-inject.c
errseq.c
extable.c
fault-inject.c
fdt_empty_tree.c
fdt_ro.c
fdt_rw.c
fdt_strerror.c
fdt_sw.c
fdt_wip.c
fdt.c
find_bit_benchmark.c
find_bit.c
flex_proportions.c
gen_crc32table.c
gen_crc64table.c
genalloc.c	lib/genalloc: fix the overflow when size is too big	2021-01-12 20:16:10 +01:00
generic-radix-tree.c
glob.c
globtest.c
hexdump.c	ANDROID: GKI: update the abi .xml file	2022-05-12 18:25:29 +02:00
hweight.c
idr.c	ida: Fix crash in ida_free when the bitmap is empty	2024-01-25 14:34:21 -08:00
inflate.c
interval_tree_test.c
interval_tree.c
iomap_copy.c
iomap.c
iommu-helper.c
ioremap.c
iov_iter.c	mm/highmem: Lift memcpy_[to|from]_page to core	2023-01-18 11:41:55 +01:00
irq_poll.c
irq_regs.c
is_single_threaded.c
kasprintf.c
Kconfig	Merge tag 'ASB-2022-11-01_11-5.4' of https://android.googlesource.com/kernel/common into android13-5.4-lahaina	2022-11-09 19:53:28 +02:00
Kconfig.debug	Merge tag 'ASB-2023-02-05_11-5.4' of https://android.googlesource.com/kernel/common into android13-5.4-lahaina	2023-02-08 18:28:38 +02:00
Kconfig.kasan
Kconfig.kgdb
Kconfig.ubsan
kfifo.c
klist.c
kobject_uevent.c	kobject_uevent: remove warning in init_uevent_argv()	2021-05-19 10:08:33 +02:00
kobject.c	kobject: Fix slab-out-of-bounds in fill_kobj_path()	2023-11-08 11:23:38 +01:00
kstrtox.c	lib: vsprintf: Fix handling of number field widths in vsscanf	2021-07-14 16:53:16 +02:00
kstrtox.h	lib: vsprintf: Fix handling of number field widths in vsscanf	2021-07-14 16:53:16 +02:00
libcrc32c.c
list_debug.c	lib/list_debug.c: Detect uninitialized lists	2022-08-25 11:18:36 +02:00
list_sort.c
llist.c
locking-selftest-hardirq.h
locking-selftest-mutex.h
locking-selftest-rlock-hardirq.h
locking-selftest-rlock-softirq.h
locking-selftest-rlock.h
locking-selftest-rsem.h
locking-selftest-rtmutex.h
locking-selftest-softirq.h
locking-selftest-spin-hardirq.h
locking-selftest-spin-softirq.h
locking-selftest-spin.h
locking-selftest-wlock-hardirq.h
locking-selftest-wlock-softirq.h
locking-selftest-wlock.h
locking-selftest-wsem.h
locking-selftest.c
lockref.c	lockref: stop doing cpu_relax in the cmpxchg loop	2023-02-06 07:52:42 +01:00
logic_pio.c	PCI: Fix pci_register_io_range() memory leak	2021-03-17 17:03:44 +01:00
lru_cache.c
lshrdi3.c
Makefile	Merge android11-5.4.134+ (dca02b1) into msm-5.4	2021-10-06 09:48:07 +05:30
memcat_p.c
memory-notifier-error-inject.c
memweight.c
muldi3.c
net_utils.c
netdev-notifier-error-inject.c
nlattr.c	netlink: prevent potential spectre v1 gadgets	2023-02-06 07:52:45 +01:00
nmi_backtrace.c
nodemask.c	nodemask: Fix return values to be unsigned	2022-06-14 18:12:02 +02:00
notifier-error-inject.c	lib/notifier-error-inject: fix error when writing -errno to debugfs file	2023-01-18 11:40:55 +01:00
notifier-error-inject.h
objagg.c
of-reconfig-notifier-error-inject.c
oid_registry.c
once.c	ANDROID: fix up 131287ff83 ("once: add DO_ONCE_SLOW() for sleepable contexts")	2022-10-30 11:07:55 +01:00
packing.c
parman.c
parser.c
pci_iomap.c
percpu_counter.c
percpu_test.c
percpu-refcount.c
plist.c
pm-notifier-error-inject.c
radix-tree.c	radix tree: remove unused variable	2023-08-30 16:27:26 +02:00
random32.c	random: replace custom notifier chain with standard one	2022-06-22 14:11:13 +02:00
ratelimit.c	ratelimit: Fix data-races in ___ratelimit().	2022-09-05 10:27:42 +02:00
rbtree_test.c
rbtree.c
refcount.c	ANDROID: restore some removed refcount functions	2022-07-30 15:19:41 +02:00
rhashtable.c
sbitmap.c
scatterlist.c	sgl_alloc_order: fix memory leak	2020-11-05 11:43:22 +01:00
seq_buf.c	seq_buf: Fix overflow in seq_buf_putmem_hex()	2021-07-19 08:53:16 +02:00
sg_pool.c
sg_split.c
sha1.c	lib/crypto: sha1: re-roll loops to reduce code size	2022-06-22 14:11:03 +02:00
show_mem.c
siphash.c	siphash: use one source of truth for siphash permutations	2022-06-22 14:11:16 +02:00
smp_processor_id.c
sort.c
stackdepot.c	Merge android11-5.4.134+ (dca02b1) into msm-5.4	2021-10-06 09:48:07 +05:30
stmp_device.c
string_helpers.c
string.c	lib/string.c: implement stpcpy	2020-10-01 13:18:23 +02:00
strncpy_from_user.c
strnlen_user.c
syscall.c	lib/syscall: fix syscall registers retrieval on 32-bit platforms	2020-12-11 13:23:32 +01:00
test_bitfield.c
test_bitmap.c
test_blackhole_dev.c
test_bpf.c	bpf/tests: Do not PASS tests without actually testing the result	2021-09-22 12:26:29 +02:00
test_debug_virtual.c
test_firmware.c	test_firmware: return ENOMEM instead of ENOSPC on failed memory allocation	2023-08-11 11:54:00 +02:00
test_hash.c
test_hexdump.c
test_ida.c	ida: Fix crash in ida_free when the bitmap is empty	2024-01-25 14:34:21 -08:00
test_kasan.c
test_kmod.c	lib/test: use after free in register_test_dev_kmod()	2022-04-15 14:18:21 +02:00
test_list_sort.c
test_memcat_p.c
test_meminit.c	lib/test_meminit: fix off-by-one error in test_pages()	2023-10-25 11:53:17 +02:00
test_module.c
test_objagg.c
test_overflow.c
test_parman.c
test_printf.c
test_rhashtable.c
test_siphash.c
test_sort.c
test_stackinit.c	This is the 5.4.148 stable release	2021-09-25 14:41:58 +02:00
test_static_key_base.c
test_static_keys.c
test_string.c
test_strscpy.c
test_sysctl.c
test_ubsan.c
test_user_copy.c
test_uuid.c
test_vmalloc.c
test_xarray.c	XArray: Fix xas_create_range() when multi-order entry present	2022-04-15 14:18:28 +02:00
test-kstrtox.c
test-string_helpers.c
textsearch.c
timerqueue.c
ts_bm.c	lib/ts_bm: reset initial match offset for every block of text	2023-07-27 08:37:12 +02:00
ts_fsm.c
ts_kmp.c
ubsan.c
ubsan.h
ucmpdi2.c
ucs2_string.c
usercopy.c	uaccess: Add speculation barrier to copy_from_user()	2023-02-25 11:53:26 +01:00
uuid.c
vsprintf.c	Merge tag 'ASB-2022-11-01_11-5.4' of https://android.googlesource.com/kernel/common into android13-5.4-lahaina	2022-11-09 19:53:28 +02:00
win_minmax.c
xarray.c	XArray: Update the LRU list in xas_split()	2022-04-15 14:18:28 +02:00
xxhash.c