electrobun 0.0.1 → 0.0.3

package/src/bsdiff/zstd/contrib/linux-kernel/Makefile

@@ -1,108 +0,0 @@
-# ################################################################
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under both the BSD-style license (found in the
-# LICENSE file in the root directory of this source tree) and the GPLv2 (found
-# in the COPYING file in the root directory of this source tree).
-# You may select, at your option, one of the above-listed licenses.
-# ################################################################
-
-.PHONY: libzstd
-libzstd:
-	rm -rf linux
-	mkdir -p linux
-	mkdir -p linux/include/linux
-	mkdir -p linux/lib/zstd
-	../freestanding_lib/freestanding.py \
-		--source-lib ../../lib \
-		--output-lib linux/lib/zstd \
-		--xxhash '<linux/xxhash.h>' \
-		--xxh64-state 'struct xxh64_state' \
-		--xxh64-prefix 'xxh64' \
-		--rewrite-include '<limits\.h>=<linux/limits.h>' \
-		--rewrite-include '<stddef\.h>=<linux/types.h>' \
-		--rewrite-include '"\.\./zstd.h"=<linux/zstd.h>' \
-		--rewrite-include '"(\.\./)?zstd_errors.h"=<linux/zstd_errors.h>' \
-		--sed 's,/\*\*\*,/* *,g' \
-		--sed 's,/\*\*,/*,g' \
-		--spdx \
-		-DZSTD_NO_INTRINSICS \
-		-DZSTD_NO_UNUSED_FUNCTIONS \
-		-DZSTD_LEGACY_SUPPORT=0 \
-		-DZSTD_STATIC_LINKING_ONLY \
-		-DFSE_STATIC_LINKING_ONLY \
-		-DXXH_STATIC_LINKING_ONLY \
-		-D__GNUC__ \
-		-D__linux__=1 \
-		-DSTATIC_BMI2=0 \
-		-DZSTD_ADDRESS_SANITIZER=0 \
-		-DZSTD_MEMORY_SANITIZER=0 \
-		-DZSTD_DATAFLOW_SANITIZER=0 \
-		-DZSTD_COMPRESS_HEAPMODE=1 \
-		-UNO_PREFETCH \
-		-U__cplusplus \
-		-UZSTD_DLL_EXPORT \
-		-UZSTD_DLL_IMPORT \
-		-U__ICCARM__ \
-		-UZSTD_MULTITHREAD \
-		-U_MSC_VER \
-		-U_WIN32 \
-		-RZSTDLIB_VISIBLE= \
-		-RZSTDERRORLIB_VISIBLE= \
-		-RZSTD_FALLTHROUGH=fallthrough \
-		-DZSTD_HAVE_WEAK_SYMBOLS=0 \
-		-DZSTD_TRACE=0 \
-		-DZSTD_NO_TRACE \
-		-DZSTD_DISABLE_ASM \
-		-DZSTD_LINUX_KERNEL
-	rm linux/lib/zstd/decompress/huf_decompress_amd64.S
-	mv linux/lib/zstd/zstd.h linux/include/linux/zstd_lib.h
-	mv linux/lib/zstd/zstd_errors.h linux/include/linux/
-	cp linux_zstd.h linux/include/linux/zstd.h
-	cp zstd_common_module.c linux/lib/zstd
-	cp zstd_compress_module.c linux/lib/zstd
-	cp zstd_decompress_module.c linux/lib/zstd
-	cp decompress_sources.h linux/lib/zstd
-	cp linux.mk linux/lib/zstd/Makefile
-
-LINUX ?= $(HOME)/repos/linux
-
-.PHONY: import
-import: libzstd
-	rm -f $(LINUX)/include/linux/zstd.h
-	rm -f $(LINUX)/include/linux/zstd_errors.h
-	rm -rf $(LINUX)/lib/zstd
-	cp linux/include/linux/zstd.h $(LINUX)/include/linux
-	cp linux/include/linux/zstd_lib.h $(LINUX)/include/linux
-	cp linux/include/linux/zstd_errors.h $(LINUX)/include/linux
-	cp -r linux/lib/zstd $(LINUX)/lib
-
-import-upstream:
-	rm -rf $(LINUX)/lib/zstd
-	mkdir $(LINUX)/lib/zstd
-	cp ../../lib/zstd.h $(LINUX)/include/linux/zstd_lib.h
-	cp -r ../../lib/common $(LINUX)/lib/zstd
-	cp -r ../../lib/compress $(LINUX)/lib/zstd
-	cp -r ../../lib/decompress $(LINUX)/lib/zstd
-	mv $(LINUX)/lib/zstd/zstd_errors.h $(LINUX)/include/linux
-	rm $(LINUX)/lib/zstd/common/threading.*
-	rm $(LINUX)/lib/zstd/common/pool.*
-	rm $(LINUX)/lib/zstd/common/xxhash.*
-	rm $(LINUX)/lib/zstd/compress/zstdmt_*
-
-DEBUGFLAGS= -Wall -Wextra -Wcast-qual -Wcast-align -Wshadow \
-            -Wstrict-aliasing=1 -Wswitch-enum -Wdeclaration-after-statement \
-            -Wstrict-prototypes -Wundef -Wpointer-arith \
-            -Wvla -Wformat=2 -Winit-self -Wfloat-equal -Wwrite-strings \
-            -Wredundant-decls -Wmissing-prototypes -Wc++-compat \
-	    -Wimplicit-fallthrough
-
-.PHONY: test
-test: libzstd
-	$(MAKE) -C test run-test CFLAGS="-O3 $(CFLAGS) $(DEBUGFLAGS) -Werror" -j
-
-.PHONY: clean
-clean:
-	$(RM) -rf linux
-	$(MAKE) -C test clean

package/src/bsdiff/zstd/contrib/linux-kernel/README.md

@@ -1,14 +0,0 @@
-# Zstd in the Linux Kernel
-
-This directory contains the scripts needed to transform upstream zstd into the version imported into the kernel. All the transforms are automated and tested by our continuous integration.
-
-## Upgrading Zstd in the Linux Kernel
-
-1. `cd` into this directory.
-2. Run `make libzstd` and read the output. Make sure that all the diffs printed and changes made by the script are correct.
-3. Run `make test` and ensure that it passes.
-4. Import zstd into the Linux Kernel `make import LINUX=/path/to/linux/repo`
-5. Inspect the diff for sanity.
-6. Check the Linux Kernel history for zstd. If any patches were made to the kernel version of zstd, but not to upstream zstd, then port them upstream if necessary.
-7. Test the diff. Benchmark if necessary. Make sure to test multiple architectures: At least x86, i386, and arm.
-8. Submit the patch to the LKML.

package/src/bsdiff/zstd/contrib/linux-kernel/btrfs-benchmark.sh

@@ -1,104 +0,0 @@
-# !/bin/sh
-set -e
-
-# Benchmarks run on a Ubuntu 14.04 VM with 2 cores and 4 GiB of RAM.
-# The VM is running on a Macbook Pro with a 3.1 GHz Intel Core i7 processor and
-# 16 GB of RAM and an SSD.
-
-# silesia is a directory that can be downloaded from
-# http://mattmahoney.net/dc/silesia.html
-# ls -l silesia/
-# total 203M
-# -rwxr-xr-x 1 terrelln 9.8M Apr 12  2002 dickens
-# -rwxr-xr-x 1 terrelln  49M May 31  2002 mozilla
-# -rwxr-xr-x 1 terrelln 9.6M Mar 20  2003 mr
-# -rwxr-xr-x 1 terrelln  32M Apr  2  2002 nci
-# -rwxr-xr-x 1 terrelln 5.9M Jul  4  2002 ooffice
-# -rwxr-xr-x 1 terrelln 9.7M Apr 11  2002 osdb
-# -rwxr-xr-x 1 terrelln 6.4M Apr  2  2002 reymont
-# -rwxr-xr-x 1 terrelln  21M Mar 25  2002 samba
-# -rwxr-xr-x 1 terrelln 7.0M Mar 24  2002 sao
-# -rwxr-xr-x 1 terrelln  40M Mar 25  2002 webster
-# -rwxr-xr-x 1 terrelln 8.1M Apr  4  2002 x-ray
-# -rwxr-xr-x 1 terrelln 5.1M Nov 30  2000 xml
-
-# $HOME is on a ext4 filesystem
-BENCHMARK_DIR="$HOME/silesia/"
-N=10
-
-# Normalize the environment
-sudo umount /mnt/btrfs 2> /dev/null > /dev/null || true
-sudo mount -t btrfs $@ /dev/sda3 /mnt/btrfs
-sudo rm -rf /mnt/btrfs/*
-sync
-sudo umount /mnt/btrfs
-sudo mount -t btrfs $@ /dev/sda3 /mnt/btrfs
-
-# Run the benchmark
-echo "Compression"
-time sh -c "for i in \$(seq $N); do sudo cp -r $BENCHMARK_DIR /mnt/btrfs/\$i; done; sync"
-
-echo "Approximate compression ratio"
-printf "%d / %d\n"                                                             \
-  $(df /mnt/btrfs --output=used -B 1 | tail -n 1)                              \
-  $(sudo du /mnt/btrfs -b -d 0 | tr '\t' '\n' | head -n 1);
-
-# Unmount and remount to avoid any caching
-sudo umount /mnt/btrfs
-sudo mount -t btrfs $@ /dev/sda3 /mnt/btrfs
-
-echo "Decompression"
-time sudo tar -c /mnt/btrfs 2> /dev/null | wc -c > /dev/null
-
-sudo rm -rf /mnt/btrfs/*
-sudo umount /mnt/btrfs
-
-# Run for each of -o compress-force={none, lzo, zlib, zstd} 5 times and take the
-# min time and ratio.
-# Ran zstd with compression levels {1, 3, 6, 9, 12, 15}.
-# Original size: 2119415342 B (using du /mnt/btrfs)
-
-# none
-# compress: 4.205 s
-# decompress: 3.090 s
-# ratio: 0.99
-
-# lzo
-# compress: 5.328 s
-# decompress: 4.793 s
-# ratio: 1.66
-
-# zlib
-# compress: 32.588 s
-# decompress: 8.791 s
-# ratio : 2.58
-
-# zstd 1
-# compress: 8.147 s
-# decompress: 5.527 s
-# ratio : 2.57
-
-# zstd 3
-# compress: 12.207 s
-# decompress: 5.195 s
-# ratio : 2.71
-
-# zstd 6
-# compress: 30.253 s
-# decompress: 5.324 s
-# ratio : 2.87
-
-# zstd 9
-# compress: 49.659 s
-# decompress: 5.220 s
-# ratio : 2.92
-
-# zstd 12
-# compress: 99.245 s
-# decompress: 5.193 s
-# ratio : 2.93
-
-# zstd 15
-# compress: 196.997 s
-# decompress: 5.992 s
-# ratio : 3.01

package/src/bsdiff/zstd/contrib/linux-kernel/btrfs-extract-benchmark.sh

@@ -1,99 +0,0 @@
-# !/bin/sh
-set -e
-
-# Benchmarks run on a Ubuntu 14.04 VM with 2 cores and 4 GiB of RAM.
-# The VM is running on a Macbook Pro with a 3.1 GHz Intel Core i7 processor and
-# 16 GB of RAM and an SSD.
-
-# silesia is a directory that can be downloaded from
-# http://mattmahoney.net/dc/silesia.html
-# ls -l silesia/
-# total 203M
-# -rwxr-xr-x 1 terrelln 9.8M Apr 12  2002 dickens
-# -rwxr-xr-x 1 terrelln  49M May 31  2002 mozilla
-# -rwxr-xr-x 1 terrelln 9.6M Mar 20  2003 mr
-# -rwxr-xr-x 1 terrelln  32M Apr  2  2002 nci
-# -rwxr-xr-x 1 terrelln 5.9M Jul  4  2002 ooffice
-# -rwxr-xr-x 1 terrelln 9.7M Apr 11  2002 osdb
-# -rwxr-xr-x 1 terrelln 6.4M Apr  2  2002 reymont
-# -rwxr-xr-x 1 terrelln  21M Mar 25  2002 samba
-# -rwxr-xr-x 1 terrelln 7.0M Mar 24  2002 sao
-# -rwxr-xr-x 1 terrelln  40M Mar 25  2002 webster
-# -rwxr-xr-x 1 terrelln 8.1M Apr  4  2002 x-ray
-# -rwxr-xr-x 1 terrelln 5.1M Nov 30  2000 xml
-
-# $HOME is on a ext4 filesystem
-BENCHMARK_FILE="linux-4.11.6.tar"
-BENCHMARK_DIR="$HOME/$BENCHMARK_FILE"
-
-# Normalize the environment
-sudo umount /mnt/btrfs 2> /dev/null > /dev/null || true
-sudo mount -t btrfs $@ /dev/sda3 /mnt/btrfs
-sudo rm -rf /mnt/btrfs/*
-sync
-sudo umount /mnt/btrfs
-sudo mount -t btrfs $@ /dev/sda3 /mnt/btrfs
-
-# Run the benchmark
-echo "Copy"
-time sh -c "sudo cp -r $BENCHMARK_DIR /mnt/btrfs/$BENCHMARK_FILE && sync"
-
-echo "Approximate tarred compression ratio"
-printf "%d / %d\n"                                                             \
-  $(df /mnt/btrfs --output=used -B 1 | tail -n 1)                              \
-  $(sudo du /mnt/btrfs -b -d 0 | tr '\t' '\n' | head -n 1);
-
-# Unmount and remount to avoid any caching
-sudo umount /mnt/btrfs
-sudo mount -t btrfs $@ /dev/sda3 /mnt/btrfs
-
-echo "Extract"
-time sh -c "sudo tar -C /mnt/btrfs -xf /mnt/btrfs/$BENCHMARK_FILE && sync"
-
-# Remove the tarball, leaving only the extracted data
-sudo rm /mnt/btrfs/$BENCHMARK_FILE
-# Unmount and remount to avoid any caching
-sudo umount /mnt/btrfs
-sudo mount -t btrfs $@ /dev/sda3 /mnt/btrfs
-
-echo "Approximate extracted compression ratio"
-printf "%d / %d\n"                                                             \
-  $(df /mnt/btrfs --output=used -B 1 | tail -n 1)                              \
-  $(sudo du /mnt/btrfs -b -d 0 | tr '\t' '\n' | head -n 1);
-
-echo "Read"
-time sudo tar -c /mnt/btrfs 2> /dev/null | wc -c > /dev/null
-
-sudo rm -rf /mnt/btrfs/*
-sudo umount /mnt/btrfs
-
-# Run for each of -o compress-force={none, lzo, zlib, zstd} 5 times and take the
-# min time and ratio.
-
-# none
-# copy: 0.981 s
-# extract: 5.501 s
-# read: 8.807 s
-# tarball ratio: 0.97
-# extracted ratio: 0.78
-
-# lzo
-# copy: 1.631 s
-# extract: 8.458 s
-# read: 8.585 s
-# tarball ratio: 2.06
-# extracted ratio: 1.38
-
-# zlib
-# copy: 7.750 s
-# extract: 21.544 s
-# read: 11.744 s
-# tarball ratio : 3.40
-# extracted ratio: 1.86
-
-# zstd 1
-# copy: 2.579 s
-# extract: 11.479 s
-# read: 9.389 s
-# tarball ratio : 3.57
-# extracted ratio: 1.85

package/src/bsdiff/zstd/contrib/linux-kernel/decompress_sources.h

@@ -1,34 +0,0 @@
-/* SPDX-License-Identifier: GPL-2.0+ OR BSD-3-Clause */
-/*
- * Copyright (c) Meta Platforms, Inc. and affiliates.
- * All rights reserved.
- *
- * This source code is licensed under both the BSD-style license (found in the
- * LICENSE file in the root directory of this source tree) and the GPLv2 (found
- * in the COPYING file in the root directory of this source tree).
- * You may select, at your option, one of the above-listed licenses.
- */
-
-/*
- * This file includes every .c file needed for decompression.
- * It is used by lib/decompress_unzstd.c to include the decompression
- * source into the translation-unit, so it can be used for kernel
- * decompression.
- */
-
-/*
- * Disable the ASM Huffman implementation because we need to
- * include all the sources.
- */
-#define ZSTD_DISABLE_ASM 1
-
-#include "common/debug.c"
-#include "common/entropy_common.c"
-#include "common/error_private.c"
-#include "common/fse_decompress.c"
-#include "common/zstd_common.c"
-#include "decompress/huf_decompress.c"
-#include "decompress/zstd_ddict.c"
-#include "decompress/zstd_decompress.c"
-#include "decompress/zstd_decompress_block.c"
-#include "zstd_decompress_module.c"

package/src/bsdiff/zstd/contrib/linux-kernel/linux.mk

@@ -1,43 +0,0 @@
-# SPDX-License-Identifier: GPL-2.0+ OR BSD-3-Clause
-# ################################################################
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under both the BSD-style license (found in the
-# LICENSE file in the root directory of this source tree) and the GPLv2 (found
-# in the COPYING file in the root directory of this source tree).
-# You may select, at your option, one of the above-listed licenses.
-# ################################################################
-obj-$(CONFIG_ZSTD_COMPRESS) += zstd_compress.o
-obj-$(CONFIG_ZSTD_DECOMPRESS) += zstd_decompress.o
-obj-$(CONFIG_ZSTD_COMMON) += zstd_common.o
-
-zstd_compress-y := \
-		zstd_compress_module.o \
-		compress/fse_compress.o \
-		compress/hist.o \
-		compress/huf_compress.o \
-		compress/zstd_compress.o \
-		compress/zstd_compress_literals.o \
-		compress/zstd_compress_sequences.o \
-		compress/zstd_compress_superblock.o \
-		compress/zstd_double_fast.o \
-		compress/zstd_fast.o \
-		compress/zstd_lazy.o \
-		compress/zstd_ldm.o \
-		compress/zstd_opt.o \
-
-zstd_decompress-y := \
-		zstd_decompress_module.o \
-		decompress/huf_decompress.o \
-		decompress/zstd_ddict.o \
-		decompress/zstd_decompress.o \
-		decompress/zstd_decompress_block.o \
-
-zstd_common-y := \
-		zstd_common_module.o \
-		common/debug.o \
-		common/entropy_common.o \
-		common/error_private.o \
-		common/fse_decompress.o \
-		common/zstd_common.o \