tests/Makefile - lz4 - Rivoreo Source Code Repositories

 # ##########################################################################
 # LZ4 programs - Makefile
 # Copyright (C) Yann Collet 2011-present
 #
 # GPL v2 License
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
 # the Free Software Foundation; either version 2 of the License, or
 # (at your option) any later version.
 #
 # This program is distributed in the hope that it will be useful,
 # but WITHOUT ANY WARRANTY; without even the implied warranty of
 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 # GNU General Public License for more details.
 #
 # You should have received a copy of the GNU General Public License along
 # with this program; if not, write to the Free Software Foundation, Inc.,
 # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
 #
 # You can contact the author at :
 #  - LZ4 homepage : http://www.lz4.org
 #  - LZ4 source repository : https://github.com/lz4/lz4
 # ##########################################################################
 # fuzzer  : Test tool, to check lz4 integrity on target platform
 # frametest  : Test tool, to check lz4frame integrity on target platform
 # fullbench  : Precisely measure speed for each LZ4 function variant
 # datagen : generates synthetic data samples for tests & benchmarks
 # ##########################################################################

 LZ4DIR  := ../lib
 PRGDIR  := ../programs
 TESTDIR := versionsTest
 PYTHON  ?= python3

 DEBUGLEVEL?= 1
 DEBUGFLAGS = -g -DLZ4_DEBUG=$(DEBUGLEVEL)
 CFLAGS  ?= -O3 # can select custom optimization flags. For example : CFLAGS=-O2 make
 CFLAGS  += -Wall -Wextra -Wundef -Wcast-qual -Wcast-align -Wshadow \
            -Wswitch-enum -Wdeclaration-after-statement -Wstrict-prototypes \
            -Wpointer-arith -Wstrict-aliasing=1
 CFLAGS  += $(DEBUGFLAGS) $(MOREFLAGS)
 CPPFLAGS+= -I$(LZ4DIR) -I$(PRGDIR) -DXXH_NAMESPACE=LZ4_
 FLAGS    = $(CFLAGS) $(CPPFLAGS) $(LDFLAGS)

 include ../Makefile.inc

 LZ4 := $(PRGDIR)/lz4$(EXT)


 # Default test parameters
 TEST_FILES   := COPYING
 FUZZER_TIME  := -T90s
 NB_LOOPS     ?= -i1

 default: all

 all: fullbench fuzzer frametest roundTripTest datagen checkFrame

 all32: CFLAGS+=-m32
 all32: all

 lz4:
 	$(MAKE) -C $(PRGDIR) $@ CFLAGS="$(CFLAGS)"

 lib liblz4.pc:
 	$(MAKE) -C $(LZ4DIR) $@ CFLAGS="$(CFLAGS)"

 lz4c unlz4 lz4cat: lz4
 	$(LN_SF) $(LZ4) $(PRGDIR)/$@

 lz4c32:   # create a 32-bits version for 32/64 interop tests
 	$(MAKE) -C $(PRGDIR) $@ CFLAGS="-m32 $(CFLAGS)"

 %.o : $(LZ4DIR)/%.c $(LZ4DIR)/%.h
 	$(CC) -c $(CFLAGS) $(CPPFLAGS) $< -o $@

 fullbench : DEBUGLEVEL=0
 fullbench : lz4.o lz4hc.o lz4frame.o xxhash.o fullbench.c
 	$(CC) $(FLAGS) $^ -o $@$(EXT)

 $(LZ4DIR)/liblz4.a:
 	$(MAKE) -C $(LZ4DIR) liblz4.a

 fullbench-lib: fullbench.c $(LZ4DIR)/liblz4.a
 	$(CC) $(FLAGS) $^ -o $@$(EXT)

 fullbench-dll: fullbench.c $(LZ4DIR)/xxhash.c
 	$(MAKE) -C $(LZ4DIR) liblz4
 	$(CC) $(FLAGS) $^ -o $@$(EXT) -DLZ4_DLL_IMPORT=1 $(LZ4DIR)/dll/$(LIBLZ4).dll

 fuzzer  : lz4.o lz4hc.o xxhash.o fuzzer.c
 	$(CC) $(FLAGS) $^ -o $@$(EXT)

 frametest: lz4frame.o lz4.o lz4hc.o xxhash.o frametest.c
 	$(CC) $(FLAGS) $^ -o $@$(EXT)

 roundTripTest : lz4.o lz4hc.o xxhash.o roundTripTest.c
 	$(CC) $(FLAGS) $^ -o $@$(EXT)

 datagen : $(PRGDIR)/datagen.c datagencli.c
 	$(CC) $(FLAGS) -I$(PRGDIR) $^ -o $@$(EXT)

 checkFrame : lz4frame.o lz4.o lz4hc.o xxhash.o checkFrame.c
 	$(CC) $(FLAGS) $^ -o $@$(EXT)

 clean:
 	@$(MAKE) -C $(LZ4DIR) $@ > $(VOID)
 	@$(MAKE) -C $(PRGDIR) $@ > $(VOID)
 	@$(RM) -rf core *.o *.test tmp* \
         fullbench-dll$(EXT) fullbench-lib$(EXT) \
         fullbench$(EXT) fullbench32$(EXT) \
         fuzzer$(EXT) fuzzer32$(EXT) \
         frametest$(EXT) frametest32$(EXT) \
         fasttest$(EXT) roundTripTest$(EXT) \
         datagen$(EXT) checkTag$(EXT) \
         frameTest$(EXT)
 	@$(RM) -rf $(TESTDIR)
 	@echo Cleaning completed

 .PHONY: versionsTest
 versionsTest:
 	$(PYTHON) test-lz4-versions.py

 checkTag: checkTag.c $(LZ4DIR)/lz4.h
 	$(CC) $(FLAGS) $< -o $@$(EXT)


 #-----------------------------------------------------------------------------
 # validated only for Linux, OSX, BSD, Hurd and Solaris targets
 #-----------------------------------------------------------------------------
 ifeq ($(POSIX_ENV),Yes)

 MD5:=md5sum
 ifneq (,$(filter $(shell uname), Darwin ))
 MD5:=md5 -r
 endif

 # note : we should probably settle on a single compare utility
 CMP:=cmp
 DIFF:=diff
 ifneq (,$(filter $(shell uname),SunOS))
 DIFF:=gdiff
 endif

 DD:=dd

 .PHONY: list
 list:
 	@$(MAKE) -pRrq -f $(lastword $(MAKEFILE_LIST)) : 2>/dev/null | awk -v RS= -F: '/^# File/,/^# Finished Make data base/ {if ($$1 !~ "^[#.]") {print $$1}}' | sort | egrep -v -e '^[^[:alnum:]]' -e '^$@$$' | xargs

 .PHONY: test
 test: test-lz4 test-lz4c test-frametest test-fullbench test-fuzzer test-install test-amalgamation

 .PHONY: test32
 test32: CFLAGS+=-m32
 test32: test

 .PHONY: test-amalgamation
 test-amalgamation: $(LZ4DIR)/lz4.c $(LZ4DIR)/lz4hc.c
 	cat $(LZ4DIR)/lz4.c > lz4_all.c
 	cat $(LZ4DIR)/lz4hc.c >> lz4_all.c
 	cat $(LZ4DIR)/lz4frame.c >> lz4_all.c
 	$(CC) -I$(LZ4DIR) -c lz4_all.c
 	$(RM) lz4_all.c

 test-install: lz4 lib liblz4.pc
 	lz4_root=.. ./test_install.sh

 test-lz4-sparse: lz4 datagen
 	@echo "\n ---- test sparse file support ----"
 	./datagen -g5M  -P100 > tmplsdg5M
 	$(LZ4) -B4D tmplsdg5M -c | $(LZ4) -dv --sparse > tmplscB4
 	$(DIFF) -s tmplsdg5M tmplscB4
 	$(LZ4) -B5D tmplsdg5M -c | $(LZ4) -dv --sparse > tmplscB5
 	$(DIFF) -s tmplsdg5M tmplscB5
 	$(LZ4) -B6D tmplsdg5M -c | $(LZ4) -dv --sparse > tmplscB6
 	$(DIFF) -s tmplsdg5M tmplscB6
 	$(LZ4) -B7D tmplsdg5M -c | $(LZ4) -dv --sparse > tmplscB7
 	$(DIFF) -s tmplsdg5M tmplscB7
 	$(LZ4) tmplsdg5M -c | $(LZ4) -dv --no-sparse > tmplsnosparse
 	$(DIFF) -s tmplsdg5M tmplsnosparse
 	ls -ls tmpls*
 	./datagen -s1 -g1200007 -P100 | $(LZ4) | $(LZ4) -dv --sparse > tmplsodd   # Odd size file (to generate non-full last block)
 	./datagen -s1 -g1200007 -P100 | $(DIFF) -s - tmplsodd
 	ls -ls tmplsodd
 	@$(RM) tmpls*
 	@echo "\n Compatibility with Console :"
 	echo "Hello World 1 !" | $(LZ4) | $(LZ4) -d -c
 	echo "Hello World 2 !" | $(LZ4) | $(LZ4) -d | cat
 	echo "Hello World 3 !" | $(LZ4) --no-frame-crc | $(LZ4) -d -c
 	@echo "\n Compatibility with Append :"
 	./datagen -P100 -g1M > tmplsdg1M
 	cat tmplsdg1M tmplsdg1M > tmpls2M
 	$(LZ4) -B5 -v tmplsdg1M tmplsc
 	$(LZ4) -d -v tmplsc tmplsr
 	$(LZ4) -d -v tmplsc -c >> tmplsr
 	ls -ls tmp*
 	$(DIFF) tmpls2M tmplsr
 	@$(RM) tmpls*

 test-lz4-contentSize: lz4 datagen
 	@echo "\n ---- test original size support ----"
 	./datagen -g15M > tmplc1
 	$(LZ4) -v tmplc1 -c | $(LZ4) -t
 	$(LZ4) -v --content-size tmplc1 -c | $(LZ4) -d > tmplc2
 	$(DIFF) -s tmplc1 tmplc2
 	@$(RM) tmplc*

 test-lz4-frame-concatenation: lz4 datagen
 	@echo "\n ---- test frame concatenation ----"
 	@echo -n > tmp-lfc-empty
 	@echo hi > tmp-lfc-nonempty
 	cat tmp-lfc-nonempty tmp-lfc-empty tmp-lfc-nonempty > tmp-lfc-src
 	$(LZ4) -zq tmp-lfc-empty -c > tmp-lfc-empty.lz4
 	$(LZ4) -zq tmp-lfc-nonempty -c > tmp-lfc-nonempty.lz4
 	cat tmp-lfc-nonempty.lz4 tmp-lfc-empty.lz4 tmp-lfc-nonempty.lz4 > tmp-lfc-concat.lz4
 	$(LZ4) -d tmp-lfc-concat.lz4 -c > tmp-lfc-result
 	$(CMP) tmp-lfc-src tmp-lfc-result
 	@$(RM) tmp-lfc-*
 	@echo frame concatenation test completed

 test-lz4-multiple: lz4 datagen
 	@echo "\n ---- test multiple files ----"
 	@./datagen -s1        > tmp-tlm1 2> $(VOID)
 	@./datagen -s2 -g100K > tmp-tlm2 2> $(VOID)
 	@./datagen -s3 -g200K > tmp-tlm3 2> $(VOID)
 	# compress multiple files : one .lz4 per source file
 	$(LZ4) -f -m tmp-tlm*
 	test -f tmp-tlm1.lz4
 	test -f tmp-tlm2.lz4
 	test -f tmp-tlm3.lz4
 	# decompress multiple files : one output file per .lz4
 	mv tmp-tlm1 tmp-tlm1-orig
 	mv tmp-tlm2 tmp-tlm2-orig
 	mv tmp-tlm3 tmp-tlm3-orig
 	$(LZ4) -d -f -m tmp-tlm*.lz4
 	$(CMP) tmp-tlm1 tmp-tlm1-orig   # must be identical
 	$(CMP) tmp-tlm2 tmp-tlm2-orig
 	$(CMP) tmp-tlm3 tmp-tlm3-orig
 	# compress multiple files into stdout
 	cat tmp-tlm1.lz4 tmp-tlm2.lz4 tmp-tlm3.lz4 > tmp-tlm-concat1
 	$(RM) *.lz4
 	$(LZ4) -m tmp-tlm1 tmp-tlm2 tmp-tlm3 -c > tmp-tlm-concat2
 	test ! -f tmp-tlm1.lz4  # must not create .lz4 artefact
 	$(CMP) tmp-tlm-concat1 tmp-tlm-concat2  # must be equivalent
 	# decompress multiple files into stdout
 	$(RM) tmp-tlm-concat1 tmp-tlm-concat2
 	$(LZ4) -f -m tmp-tlm1 tmp-tlm2 tmp-tlm3   # generate .lz4 to decompress
 	cat tmp-tlm1 tmp-tlm2 tmp-tlm3 > tmp-tlm-concat1   # create concatenated reference
 	$(RM) tmp-tlm1 tmp-tlm2 tmp-tlm3
 	$(LZ4) -d -m tmp-tlm1.lz4 tmp-tlm2.lz4 tmp-tlm3.lz4 -c > tmp-tlm-concat2
 	test ! -f tmp-tlm1  # must not create file artefact
 	$(CMP) tmp-tlm-concat1 tmp-tlm-concat2  # must be equivalent
 	# compress multiple files, one of which is absent (must fail)
 	! $(LZ4) -f -m tmp-tlm-concat1 notHere tmp-tlm-concat2  # must fail : notHere not present
 	@$(RM) tmp-tlm*

 test-lz4-basic: lz4 datagen unlz4 lz4cat
 	@echo "\n ---- test lz4 basic compression/decompression ----"
 	./datagen -g0       | $(LZ4) -v     | $(LZ4) -t
 	./datagen -g16KB    | $(LZ4) -9     | $(LZ4) -t
 	./datagen -g20KB > tmp-tlb-dg20k
 	$(LZ4) < tmp-tlb-dg20k | $(LZ4) -d > tmp-tlb-dec
 	$(DIFF) -q tmp-tlb-dg20k tmp-tlb-dec
 	$(LZ4) --no-frame-crc < tmp-tlb-dg20k | $(LZ4) -d > tmp-tlb-dec
 	$(DIFF) -q tmp-tlb-dg20k tmp-tlb-dec
 	./datagen           | $(LZ4) -BI    | $(LZ4) -t
 	./datagen -g6M -P99 | $(LZ4) -9BD   | $(LZ4) -t
 	./datagen -g17M     | $(LZ4) -9v    | $(LZ4) -qt
 	./datagen -g33M     | $(LZ4) --no-frame-crc | $(LZ4) -t
 	./datagen -g256MB   | $(LZ4) -vqB4D | $(LZ4) -t
 	@echo "hello world" > tmp-tlb-hw
 	$(LZ4) --rm -f tmp-tlb-hw tmp-tlb-hw.lz4
 	test ! -f tmp-tlb-hw                      # must fail (--rm)
 	test   -f tmp-tlb-hw.lz4
 	$(PRGDIR)/lz4cat tmp-tlb-hw.lz4           # must display hello world
 	test   -f tmp-tlb-hw.lz4
 	$(PRGDIR)/unlz4 --rm tmp-tlb-hw.lz4 tmp-tlb-hw
 	test   -f tmp-tlb-hw
 	test ! -f tmp-tlb-hw.lz4                  # must fail (--rm)
 	test ! -f tmp-tlb-hw.lz4.lz4              # must fail (unlz4)
 	$(PRGDIR)/lz4cat tmp-tlb-hw               # pass-through mode
 	test   -f tmp-tlb-hw
 	test ! -f tmp-tlb-hw.lz4                  # must fail (lz4cat)
 	$(LZ4) tmp-tlb-hw tmp-tlb-hw.lz4          # creates tmp-tlb-hw.lz4
 	$(PRGDIR)/lz4cat < tmp-tlb-hw.lz4 > tmp-tlb3  # checks lz4cat works with stdin (#285)
 	$(DIFF) -q tmp-tlb-hw tmp-tlb3
 	$(PRGDIR)/lz4cat < tmp-tlb-hw > tmp-tlb2      # checks lz4cat works in pass-through mode
 	$(DIFF) -q tmp-tlb-hw tmp-tlb2
 	cp tmp-tlb-hw ./-d
 	$(LZ4) --rm -- -d -d.lz4               # compresses ./d into ./-d.lz4
 	test   -f ./-d.lz4
 	test ! -f ./-d
 	mv ./-d.lz4 ./-z
 	$(LZ4) -d --rm -- -z tmp-tlb4          # uncompresses ./-z into tmp-tlb4
 	test ! -f ./-z
 	$(DIFF) -q tmp-tlb-hw tmp-tlb4
 	$(LZ4) -f tmp-tlb-hw
 	$(LZ4) --list tmp-tlb-hw.lz4           # test --list on valid single-frame file
 	cat tmp-tlb-hw >> tmp-tlb-hw.lz4
 	$(LZ4) -f tmp-tlb-hw.lz4               # uncompress valid frame followed by invalid data
 	$(LZ4) -BX tmp-tlb-hw -c -q | $(LZ4) -tv  # test block checksum
 	# ./datagen -g20KB generates the same file every single time
 	# cannot save output of ./datagen -g20KB as input file to lz4 because the following shell commands are run before ./datagen -g20KB
 	test "$(shell ./datagen -g20KB | $(LZ4) -c --fast | wc -c)" -lt "$(shell ./datagen -g20KB | $(LZ4) -c --fast=9 | wc -c)" # -1 vs -9
 	test "$(shell ./datagen -g20KB | $(LZ4) -c -1 | wc -c)" -lt "$(shell ./datagen -g20KB| $(LZ4) -c --fast=1 | wc -c)" # 1 vs -1
 	test "$(shell ./datagen -g20KB | $(LZ4) -c --fast=1 | wc -c)" -eq "$(shell ./datagen -g20KB| $(LZ4) -c --fast| wc -c)" # checks default fast compression is -1
 	! $(LZ4) -c --fast=0 tmp-tlb-dg20K # lz4 should fail when fast=0
 	! $(LZ4) -c --fast=-1 tmp-tlb-dg20K # lz4 should fail when fast=-1
 	# Test for #596
 	@echo "TEST" > tmp-tlb-test
 	$(LZ4) -m tmp-tlb-test
 	$(LZ4) tmp-tlb-test.lz4 tmp-tlb-test2
 	$(DIFF) -q tmp-tlb-test tmp-tlb-test2
 	@$(RM) tmp-tlb*


 test-lz4-dict: lz4 datagen
 	@echo "\n ---- test lz4 compression/decompression with dictionary ----"
 	./datagen -g16KB > tmp-dict
 	./datagen -g32KB > tmp-dict-sample-32k
 	< tmp-dict-sample-32k $(LZ4) -D tmp-dict | $(LZ4) -dD tmp-dict | diff - tmp-dict-sample-32k
 	./datagen -g128MB > tmp-dict-sample-128m
 	< tmp-dict-sample-128m $(LZ4) -D tmp-dict | $(LZ4) -dD tmp-dict | diff - tmp-dict-sample-128m
 	touch tmp-dict-sample-0
 	< tmp-dict-sample-0 $(LZ4) -D tmp-dict | $(LZ4) -dD tmp-dict | diff - tmp-dict-sample-0

 	< tmp-dict-sample-32k $(LZ4) -D tmp-dict-sample-0 | $(LZ4) -dD tmp-dict-sample-0 | diff - tmp-dict-sample-32k
 	< tmp-dict-sample-0 $(LZ4) -D tmp-dict-sample-0 | $(LZ4) -dD tmp-dict-sample-0 | diff - tmp-dict-sample-0

 	@echo "\n ---- test lz4 dictionary loading ----"
 	./datagen -g128KB > tmp-dict-data-128KB
 	set -e; \
 	for l in 0 1 4 128 32767 32768 32769 65535 65536 65537 98303 98304 98305 131071 131072 131073; do \
 		./datagen -g$$l > tmp-dict-$$l; \
 		$(DD) if=tmp-dict-$$l of=tmp-dict-$$l-tail bs=1 count=65536 skip=$$((l > 65536 ? l - 65536 : 0)); \
 		< tmp-dict-$$l      $(LZ4) -D stdin tmp-dict-data-128KB -c | $(LZ4) -dD tmp-dict-$$l-tail | $(DIFF) - tmp-dict-data-128KB; \
 		< tmp-dict-$$l-tail $(LZ4) -D stdin tmp-dict-data-128KB -c | $(LZ4) -dD tmp-dict-$$l      | $(DIFF) - tmp-dict-data-128KB; \
 	done

 	@$(RM) tmp-dict*

 test-lz4-hugefile: lz4 datagen
 	@echo "\n ---- test huge files compression/decompression ----"
 	./datagen -g6GB   | $(LZ4) -vB5D  | $(LZ4) -qt
 	./datagen -g5GB   | $(LZ4) -v4BD  | $(LZ4) -qt
 	# test large file size [2-4] GB
 	@./datagen -g3G -P100 | $(LZ4) -vv | $(LZ4) --decompress --force --sparse - tmphf1
 	@ls -ls tmphf1
 	@./datagen -g3G -P100 | $(LZ4) --quiet --content-size | $(LZ4) --verbose --decompress --force --sparse - tmphf2
 	@ls -ls tmphf2
 	$(DIFF) -s tmphf1 tmphf2
 	@$(RM) tmphf*

 test-lz4-testmode: lz4 datagen
 	@echo "\n ---- bench mode ----"
 	$(LZ4) -bi1
 	@echo "\n ---- test mode ----"
 	! ./datagen | $(LZ4) -t
 	! ./datagen | $(LZ4) -tf
 	@echo "\n ---- pass-through mode ----"
 	@echo "Why hello there " > tmp-tlt2.lz4
 	! $(LZ4) -f tmp-tlt2.lz4 > $(VOID)
 	! ./datagen | $(LZ4) -dc  > $(VOID)
 	! ./datagen | $(LZ4) -df > $(VOID)
 	./datagen | $(LZ4) -dcf > $(VOID)
 	@echo "Hello World !" > tmp-tlt1
 	$(LZ4) -dcf tmp-tlt1
 	@echo "from underground..." > tmp-tlt2
 	$(LZ4) -dcfm tmp-tlt1 tmp-tlt2
 	@echo "\n ---- non-existing source ----"
 	! $(LZ4)     file-does-not-exist
 	! $(LZ4) -f  file-does-not-exist
 	! $(LZ4) -fm file1-dne file2-dne
 	@$(RM) tmp-tlt tmp-tlt1 tmp-tlt2 tmp-tlt2.lz4

 test-lz4-opt-parser: lz4 datagen
 	@echo "\n ---- test opt-parser ----"
 	./datagen -g16KB      | $(LZ4) -12      | $(LZ4) -t
 	./datagen -P10        | $(LZ4) -12B4    | $(LZ4) -t
 	./datagen -g256K      | $(LZ4) -12B4D   | $(LZ4) -t
 	./datagen -g512K -P25 | $(LZ4) -12BD    | $(LZ4) -t
 	./datagen -g1M        | $(LZ4) -12B5    | $(LZ4) -t
 	./datagen -g2M -P99   | $(LZ4) -11B4D   | $(LZ4) -t
 	./datagen -g4M        | $(LZ4) -11vq    | $(LZ4) -qt
 	./datagen -g8M        | $(LZ4) -11B4    | $(LZ4) -t
 	./datagen -g16M -P90  | $(LZ4) -11B5    | $(LZ4) -t
 	./datagen -g32M -P10  | $(LZ4) -11B5D   | $(LZ4) -t

 test-lz4-essentials : lz4 datagen test-lz4-basic test-lz4-multiple \
                       test-lz4-frame-concatenation test-lz4-testmode \
                       test-lz4-contentSize test-lz4-dict
 	@$(RM) tmp*

 test-lz4: lz4 datagen test-lz4-essentials test-lz4-opt-parser \
           test-lz4-sparse test-lz4-hugefile test-lz4-dict
 	@$(RM) tmp*

 test-lz4c: lz4c datagen
 	@echo "\n ---- test lz4c variant ----"
 	./datagen -g256MB | $(LZ4)c -l -v    | $(LZ4)c   -t

 test-lz4c32: CFLAGS+=-m32
 test-lz4c32: test-lz4

 test-interop-32-64: lz4 lz4c32 datagen
 	@echo "\n ---- test interoperability 32-bits -vs- 64 bits ----"
 	./datagen -g16KB  | $(LZ4)c32 -9     | $(LZ4)    -t
 	./datagen -P10    | $(LZ4)    -9B4   | $(LZ4)c32 -t
 	./datagen         | $(LZ4)c32        | $(LZ4)    -t
 	./datagen -g1M    | $(LZ4)    -3B5   | $(LZ4)c32 -t
 	./datagen -g256MB | $(LZ4)c32 -vqB4D | $(LZ4)    -qt
 	./datagen -g1G -P90 | $(LZ4)         | $(LZ4)c32 -t
 	./datagen -g6GB   | $(LZ4)c32 -vq9BD | $(LZ4)    -qt

 test-lz4c32-basic: lz4c32 datagen
 	@echo "\n ---- test lz4c32 32-bits version ----"
 	./datagen -g16KB  | $(LZ4)c32 -9     | $(LZ4)c32 -t
 	./datagen         | $(LZ4)c32        | $(LZ4)c32 -t
 	./datagen -g256MB | $(LZ4)c32 -vqB4D | $(LZ4)c32 -qt
 	./datagen -g6GB   | $(LZ4)c32 -vqB5D | $(LZ4)c32 -qt

 test-platform:
 	@echo "\n ---- test lz4 $(QEMU_SYS) platform ----"
 	$(QEMU_SYS) ./datagen -g16KB  | $(QEMU_SYS) $(LZ4) -9     | $(QEMU_SYS) $(LZ4) -t
 	$(QEMU_SYS) ./datagen         | $(QEMU_SYS) $(LZ4)        | $(QEMU_SYS) $(LZ4) -t
 	$(QEMU_SYS) ./datagen -g256MB | $(QEMU_SYS) $(LZ4) -vqB4D | $(QEMU_SYS) $(LZ4) -qt
 ifneq ($(QEMU_SYS),qemu-arm-static)
 	$(QEMU_SYS) ./datagen -g3GB   | $(QEMU_SYS) $(LZ4) -vqB5D | $(QEMU_SYS) $(LZ4) -qt
 endif

 test-fullbench: fullbench
 	./fullbench --no-prompt $(NB_LOOPS) $(TEST_FILES)

 test-fullbench32: CFLAGS += -m32
 test-fullbench32: test-fullbench

 test-fuzzer: fuzzer
 	./fuzzer $(FUZZER_TIME)

 test-fuzzer32: CFLAGS += -m32
 test-fuzzer32: test-fuzzer

 test-frametest: frametest
 	./frametest $(FUZZER_TIME)

 test-frametest32: CFLAGS += -m32
 test-frametest32: test-frametest

 test-mem: lz4 datagen fuzzer frametest fullbench
 	@echo "\n ---- valgrind tests : memory analyzer ----"
 	valgrind --leak-check=yes --error-exitcode=1 ./datagen -g50M > $(VOID)
 	./datagen -g16KB > ftmdg16K
 	valgrind --leak-check=yes --error-exitcode=1 $(LZ4) -9 -BD -f ftmdg16K $(VOID)
 	./datagen -g16KB -s2 > ftmdg16K2
 	./datagen -g16KB -s3 > ftmdg16K3
 	valgrind --leak-check=yes --error-exitcode=1 $(LZ4) --force --multiple ftmdg16K ftmdg16K2 ftmdg16K3
 	./datagen -g7MB > ftmdg7M
 	valgrind --leak-check=yes --error-exitcode=1 $(LZ4) -9 -B5D -f ftmdg7M ftmdg16K2
 	valgrind --leak-check=yes --error-exitcode=1 $(LZ4) -t ftmdg16K2
 	valgrind --leak-check=yes --error-exitcode=1 $(LZ4) -bi1 ftmdg7M
 	valgrind --leak-check=yes --error-exitcode=1 ./fullbench -i1 ftmdg7M ftmdg16K2
 	valgrind --leak-check=yes --error-exitcode=1 $(LZ4) -B4D -f -vq ftmdg7M $(VOID)
 	$(RM) ftm*
 	valgrind --leak-check=yes --error-exitcode=1 ./fuzzer -i64 -t1
 	valgrind --leak-check=yes --error-exitcode=1 ./frametest -i256

 test-mem32: lz4c32 datagen
 # unfortunately, valgrind doesn't seem to work with non-native binary...

 endif
	# ##########################################################################
	# LZ4 programs - Makefile
	# Copyright (C) Yann Collet 2011-present
	#
	# GPL v2 License
	#
	# This program is free software; you can redistribute it and/or modify
	# it under the terms of the GNU General Public License as published by
	# the Free Software Foundation; either version 2 of the License, or
	# (at your option) any later version.
	#
	# This program is distributed in the hope that it will be useful,
	# but WITHOUT ANY WARRANTY; without even the implied warranty of
	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	# GNU General Public License for more details.
	#
	# You should have received a copy of the GNU General Public License along
	# with this program; if not, write to the Free Software Foundation, Inc.,
	# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
	#
	# You can contact the author at :
	# - LZ4 homepage : http://www.lz4.org
	# - LZ4 source repository : https://github.com/lz4/lz4
	# ##########################################################################
	# fuzzer : Test tool, to check lz4 integrity on target platform
	# frametest : Test tool, to check lz4frame integrity on target platform
	# fullbench : Precisely measure speed for each LZ4 function variant
	# datagen : generates synthetic data samples for tests & benchmarks
	# ##########################################################################

	LZ4DIR := ../lib
	PRGDIR := ../programs
	TESTDIR := versionsTest
	PYTHON ?= python3

	DEBUGLEVEL?= 1
	DEBUGFLAGS = -g -DLZ4_DEBUG=$(DEBUGLEVEL)
	CFLAGS ?= -O3 # can select custom optimization flags. For example : CFLAGS=-O2 make
	CFLAGS += -Wall -Wextra -Wundef -Wcast-qual -Wcast-align -Wshadow \
	-Wswitch-enum -Wdeclaration-after-statement -Wstrict-prototypes \
	-Wpointer-arith -Wstrict-aliasing=1
	CFLAGS += $(DEBUGFLAGS) $(MOREFLAGS)
	CPPFLAGS+= -I$(LZ4DIR) -I$(PRGDIR) -DXXH_NAMESPACE=LZ4_
	FLAGS = $(CFLAGS) $(CPPFLAGS) $(LDFLAGS)

	include ../Makefile.inc

	LZ4 := $(PRGDIR)/lz4$(EXT)


	# Default test parameters
	TEST_FILES := COPYING
	FUZZER_TIME := -T90s
	NB_LOOPS ?= -i1

	default: all

	all: fullbench fuzzer frametest roundTripTest datagen checkFrame

	all32: CFLAGS+=-m32
	all32: all

	lz4:
	$(MAKE) -C $(PRGDIR) $@ CFLAGS="$(CFLAGS)"

	lib liblz4.pc:
	$(MAKE) -C $(LZ4DIR) $@ CFLAGS="$(CFLAGS)"

	lz4c unlz4 lz4cat: lz4
	$(LN_SF) $(LZ4) $(PRGDIR)/$@

	lz4c32: # create a 32-bits version for 32/64 interop tests
	$(MAKE) -C $(PRGDIR) $@ CFLAGS="-m32 $(CFLAGS)"

	%.o : $(LZ4DIR)/%.c $(LZ4DIR)/%.h
	$(CC) -c $(CFLAGS) $(CPPFLAGS) $< -o $@

	fullbench : DEBUGLEVEL=0
	fullbench : lz4.o lz4hc.o lz4frame.o xxhash.o fullbench.c
	$(CC) $(FLAGS) $^ -o $@$(EXT)

	$(LZ4DIR)/liblz4.a:
	$(MAKE) -C $(LZ4DIR) liblz4.a

	fullbench-lib: fullbench.c $(LZ4DIR)/liblz4.a
	$(CC) $(FLAGS) $^ -o $@$(EXT)

	fullbench-dll: fullbench.c $(LZ4DIR)/xxhash.c
	$(MAKE) -C $(LZ4DIR) liblz4
	$(CC) $(FLAGS) $^ -o $@$(EXT) -DLZ4_DLL_IMPORT=1 $(LZ4DIR)/dll/$(LIBLZ4).dll

	fuzzer : lz4.o lz4hc.o xxhash.o fuzzer.c
	$(CC) $(FLAGS) $^ -o $@$(EXT)

	frametest: lz4frame.o lz4.o lz4hc.o xxhash.o frametest.c
	$(CC) $(FLAGS) $^ -o $@$(EXT)

	roundTripTest : lz4.o lz4hc.o xxhash.o roundTripTest.c
	$(CC) $(FLAGS) $^ -o $@$(EXT)

	datagen : $(PRGDIR)/datagen.c datagencli.c
	$(CC) $(FLAGS) -I$(PRGDIR) $^ -o $@$(EXT)

	checkFrame : lz4frame.o lz4.o lz4hc.o xxhash.o checkFrame.c
	$(CC) $(FLAGS) $^ -o $@$(EXT)

	clean:
	@$(MAKE) -C $(LZ4DIR) $@ > $(VOID)
	@$(MAKE) -C $(PRGDIR) $@ > $(VOID)
	@$(RM) -rf core .o .test tmp* \
	fullbench-dll$(EXT) fullbench-lib$(EXT) \
	fullbench$(EXT) fullbench32$(EXT) \
	fuzzer$(EXT) fuzzer32$(EXT) \
	frametest$(EXT) frametest32$(EXT) \
	fasttest$(EXT) roundTripTest$(EXT) \
	datagen$(EXT) checkTag$(EXT) \
	frameTest$(EXT)
	@$(RM) -rf $(TESTDIR)
	@echo Cleaning completed

	.PHONY: versionsTest
	versionsTest:
	$(PYTHON) test-lz4-versions.py

	checkTag: checkTag.c $(LZ4DIR)/lz4.h
	$(CC) $(FLAGS) $< -o $@$(EXT)


	#-----------------------------------------------------------------------------
	# validated only for Linux, OSX, BSD, Hurd and Solaris targets
	#-----------------------------------------------------------------------------
	ifeq ($(POSIX_ENV),Yes)

	MD5:=md5sum
	ifneq (,$(filter $(shell uname), Darwin ))
	MD5:=md5 -r
	endif

	# note : we should probably settle on a single compare utility
	CMP:=cmp
	DIFF:=diff
	ifneq (,$(filter $(shell uname),SunOS))
	DIFF:=gdiff
	endif

	DD:=dd

	.PHONY: list
	list:
	@$(MAKE) -pRrq -f $(lastword $(MAKEFILE_LIST)) : 2>/dev/null \| awk -v RS= -F: '/^# File/,/^# Finished Make data base/ {if ($$1 !~ "^[#.]") {print $$1}}' \| sort \| egrep -v -e '^[^[:alnum:]]' -e '^$@$$' \| xargs

	.PHONY: test
	test: test-lz4 test-lz4c test-frametest test-fullbench test-fuzzer test-install test-amalgamation

	.PHONY: test32
	test32: CFLAGS+=-m32
	test32: test

	.PHONY: test-amalgamation
	test-amalgamation: $(LZ4DIR)/lz4.c $(LZ4DIR)/lz4hc.c
	cat $(LZ4DIR)/lz4.c > lz4_all.c
	cat $(LZ4DIR)/lz4hc.c >> lz4_all.c
	cat $(LZ4DIR)/lz4frame.c >> lz4_all.c
	$(CC) -I$(LZ4DIR) -c lz4_all.c
	$(RM) lz4_all.c

	test-install: lz4 lib liblz4.pc
	lz4_root=.. ./test_install.sh

	test-lz4-sparse: lz4 datagen
	@echo "\n ---- test sparse file support ----"
	./datagen -g5M -P100 > tmplsdg5M
	$(LZ4) -B4D tmplsdg5M -c \| $(LZ4) -dv --sparse > tmplscB4
	$(DIFF) -s tmplsdg5M tmplscB4
	$(LZ4) -B5D tmplsdg5M -c \| $(LZ4) -dv --sparse > tmplscB5
	$(DIFF) -s tmplsdg5M tmplscB5
	$(LZ4) -B6D tmplsdg5M -c \| $(LZ4) -dv --sparse > tmplscB6
	$(DIFF) -s tmplsdg5M tmplscB6
	$(LZ4) -B7D tmplsdg5M -c \| $(LZ4) -dv --sparse > tmplscB7
	$(DIFF) -s tmplsdg5M tmplscB7
	$(LZ4) tmplsdg5M -c \| $(LZ4) -dv --no-sparse > tmplsnosparse
	$(DIFF) -s tmplsdg5M tmplsnosparse
	ls -ls tmpls*
	./datagen -s1 -g1200007 -P100 \| $(LZ4) \| $(LZ4) -dv --sparse > tmplsodd # Odd size file (to generate non-full last block)
	./datagen -s1 -g1200007 -P100 \| $(DIFF) -s - tmplsodd
	ls -ls tmplsodd
	@$(RM) tmpls*
	@echo "\n Compatibility with Console :"
	echo "Hello World 1 !" \| $(LZ4) \| $(LZ4) -d -c
	echo "Hello World 2 !" \| $(LZ4) \| $(LZ4) -d \| cat
	echo "Hello World 3 !" \| $(LZ4) --no-frame-crc \| $(LZ4) -d -c
	@echo "\n Compatibility with Append :"
	./datagen -P100 -g1M > tmplsdg1M
	cat tmplsdg1M tmplsdg1M > tmpls2M
	$(LZ4) -B5 -v tmplsdg1M tmplsc
	$(LZ4) -d -v tmplsc tmplsr
	$(LZ4) -d -v tmplsc -c >> tmplsr
	ls -ls tmp*
	$(DIFF) tmpls2M tmplsr
	@$(RM) tmpls*

	test-lz4-contentSize: lz4 datagen
	@echo "\n ---- test original size support ----"
	./datagen -g15M > tmplc1
	$(LZ4) -v tmplc1 -c \| $(LZ4) -t
	$(LZ4) -v --content-size tmplc1 -c \| $(LZ4) -d > tmplc2
	$(DIFF) -s tmplc1 tmplc2
	@$(RM) tmplc*

	test-lz4-frame-concatenation: lz4 datagen
	@echo "\n ---- test frame concatenation ----"
	@echo -n > tmp-lfc-empty
	@echo hi > tmp-lfc-nonempty
	cat tmp-lfc-nonempty tmp-lfc-empty tmp-lfc-nonempty > tmp-lfc-src
	$(LZ4) -zq tmp-lfc-empty -c > tmp-lfc-empty.lz4
	$(LZ4) -zq tmp-lfc-nonempty -c > tmp-lfc-nonempty.lz4
	cat tmp-lfc-nonempty.lz4 tmp-lfc-empty.lz4 tmp-lfc-nonempty.lz4 > tmp-lfc-concat.lz4
	$(LZ4) -d tmp-lfc-concat.lz4 -c > tmp-lfc-result
	$(CMP) tmp-lfc-src tmp-lfc-result
	@$(RM) tmp-lfc-*
	@echo frame concatenation test completed

	test-lz4-multiple: lz4 datagen
	@echo "\n ---- test multiple files ----"
	@./datagen -s1 > tmp-tlm1 2> $(VOID)
	@./datagen -s2 -g100K > tmp-tlm2 2> $(VOID)
	@./datagen -s3 -g200K > tmp-tlm3 2> $(VOID)
	# compress multiple files : one .lz4 per source file
	$(LZ4) -f -m tmp-tlm*
	test -f tmp-tlm1.lz4
	test -f tmp-tlm2.lz4
	test -f tmp-tlm3.lz4
	# decompress multiple files : one output file per .lz4
	mv tmp-tlm1 tmp-tlm1-orig
	mv tmp-tlm2 tmp-tlm2-orig
	mv tmp-tlm3 tmp-tlm3-orig
	$(LZ4) -d -f -m tmp-tlm*.lz4
	$(CMP) tmp-tlm1 tmp-tlm1-orig # must be identical
	$(CMP) tmp-tlm2 tmp-tlm2-orig
	$(CMP) tmp-tlm3 tmp-tlm3-orig
	# compress multiple files into stdout
	cat tmp-tlm1.lz4 tmp-tlm2.lz4 tmp-tlm3.lz4 > tmp-tlm-concat1
	$(RM) *.lz4
	$(LZ4) -m tmp-tlm1 tmp-tlm2 tmp-tlm3 -c > tmp-tlm-concat2
	test ! -f tmp-tlm1.lz4 # must not create .lz4 artefact
	$(CMP) tmp-tlm-concat1 tmp-tlm-concat2 # must be equivalent
	# decompress multiple files into stdout
	$(RM) tmp-tlm-concat1 tmp-tlm-concat2
	$(LZ4) -f -m tmp-tlm1 tmp-tlm2 tmp-tlm3 # generate .lz4 to decompress
	cat tmp-tlm1 tmp-tlm2 tmp-tlm3 > tmp-tlm-concat1 # create concatenated reference
	$(RM) tmp-tlm1 tmp-tlm2 tmp-tlm3
	$(LZ4) -d -m tmp-tlm1.lz4 tmp-tlm2.lz4 tmp-tlm3.lz4 -c > tmp-tlm-concat2
	test ! -f tmp-tlm1 # must not create file artefact
	$(CMP) tmp-tlm-concat1 tmp-tlm-concat2 # must be equivalent
	# compress multiple files, one of which is absent (must fail)
	! $(LZ4) -f -m tmp-tlm-concat1 notHere tmp-tlm-concat2 # must fail : notHere not present
	@$(RM) tmp-tlm*

	test-lz4-basic: lz4 datagen unlz4 lz4cat
	@echo "\n ---- test lz4 basic compression/decompression ----"
	./datagen -g0 \| $(LZ4) -v \| $(LZ4) -t
	./datagen -g16KB \| $(LZ4) -9 \| $(LZ4) -t
	./datagen -g20KB > tmp-tlb-dg20k
	$(LZ4) < tmp-tlb-dg20k \| $(LZ4) -d > tmp-tlb-dec
	$(DIFF) -q tmp-tlb-dg20k tmp-tlb-dec
	$(LZ4) --no-frame-crc < tmp-tlb-dg20k \| $(LZ4) -d > tmp-tlb-dec
	$(DIFF) -q tmp-tlb-dg20k tmp-tlb-dec
	./datagen \| $(LZ4) -BI \| $(LZ4) -t
	./datagen -g6M -P99 \| $(LZ4) -9BD \| $(LZ4) -t
	./datagen -g17M \| $(LZ4) -9v \| $(LZ4) -qt
	./datagen -g33M \| $(LZ4) --no-frame-crc \| $(LZ4) -t
	./datagen -g256MB \| $(LZ4) -vqB4D \| $(LZ4) -t
	@echo "hello world" > tmp-tlb-hw
	$(LZ4) --rm -f tmp-tlb-hw tmp-tlb-hw.lz4
	test ! -f tmp-tlb-hw # must fail (--rm)
	test -f tmp-tlb-hw.lz4
	$(PRGDIR)/lz4cat tmp-tlb-hw.lz4 # must display hello world
	test -f tmp-tlb-hw.lz4
	$(PRGDIR)/unlz4 --rm tmp-tlb-hw.lz4 tmp-tlb-hw
	test -f tmp-tlb-hw
	test ! -f tmp-tlb-hw.lz4 # must fail (--rm)
	test ! -f tmp-tlb-hw.lz4.lz4 # must fail (unlz4)
	$(PRGDIR)/lz4cat tmp-tlb-hw # pass-through mode
	test -f tmp-tlb-hw
	test ! -f tmp-tlb-hw.lz4 # must fail (lz4cat)
	$(LZ4) tmp-tlb-hw tmp-tlb-hw.lz4 # creates tmp-tlb-hw.lz4
	$(PRGDIR)/lz4cat < tmp-tlb-hw.lz4 > tmp-tlb3 # checks lz4cat works with stdin (#285)
	$(DIFF) -q tmp-tlb-hw tmp-tlb3
	$(PRGDIR)/lz4cat < tmp-tlb-hw > tmp-tlb2 # checks lz4cat works in pass-through mode
	$(DIFF) -q tmp-tlb-hw tmp-tlb2
	cp tmp-tlb-hw ./-d
	$(LZ4) --rm -- -d -d.lz4 # compresses ./d into ./-d.lz4
	test -f ./-d.lz4
	test ! -f ./-d
	mv ./-d.lz4 ./-z
	$(LZ4) -d --rm -- -z tmp-tlb4 # uncompresses ./-z into tmp-tlb4
	test ! -f ./-z
	$(DIFF) -q tmp-tlb-hw tmp-tlb4
	$(LZ4) -f tmp-tlb-hw
	$(LZ4) --list tmp-tlb-hw.lz4 # test --list on valid single-frame file
	cat tmp-tlb-hw >> tmp-tlb-hw.lz4
	$(LZ4) -f tmp-tlb-hw.lz4 # uncompress valid frame followed by invalid data
	$(LZ4) -BX tmp-tlb-hw -c -q \| $(LZ4) -tv # test block checksum
	# ./datagen -g20KB generates the same file every single time
	# cannot save output of ./datagen -g20KB as input file to lz4 because the following shell commands are run before ./datagen -g20KB
	test "$(shell ./datagen -g20KB \| $(LZ4) -c --fast \| wc -c)" -lt "$(shell ./datagen -g20KB \| $(LZ4) -c --fast=9 \| wc -c)" # -1 vs -9
	test "$(shell ./datagen -g20KB \| $(LZ4) -c -1 \| wc -c)" -lt "$(shell ./datagen -g20KB\| $(LZ4) -c --fast=1 \| wc -c)" # 1 vs -1
	test "$(shell ./datagen -g20KB \| $(LZ4) -c --fast=1 \| wc -c)" -eq "$(shell ./datagen -g20KB\| $(LZ4) -c --fast\| wc -c)" # checks default fast compression is -1
	! $(LZ4) -c --fast=0 tmp-tlb-dg20K # lz4 should fail when fast=0
	! $(LZ4) -c --fast=-1 tmp-tlb-dg20K # lz4 should fail when fast=-1
	# Test for #596
	@echo "TEST" > tmp-tlb-test
	$(LZ4) -m tmp-tlb-test
	$(LZ4) tmp-tlb-test.lz4 tmp-tlb-test2
	$(DIFF) -q tmp-tlb-test tmp-tlb-test2
	@$(RM) tmp-tlb*



	test-lz4-dict: lz4 datagen
	@echo "\n ---- test lz4 compression/decompression with dictionary ----"
	./datagen -g16KB > tmp-dict
	./datagen -g32KB > tmp-dict-sample-32k
	< tmp-dict-sample-32k $(LZ4) -D tmp-dict \| $(LZ4) -dD tmp-dict \| diff - tmp-dict-sample-32k
	./datagen -g128MB > tmp-dict-sample-128m
	< tmp-dict-sample-128m $(LZ4) -D tmp-dict \| $(LZ4) -dD tmp-dict \| diff - tmp-dict-sample-128m
	touch tmp-dict-sample-0
	< tmp-dict-sample-0 $(LZ4) -D tmp-dict \| $(LZ4) -dD tmp-dict \| diff - tmp-dict-sample-0

	< tmp-dict-sample-32k $(LZ4) -D tmp-dict-sample-0 \| $(LZ4) -dD tmp-dict-sample-0 \| diff - tmp-dict-sample-32k
	< tmp-dict-sample-0 $(LZ4) -D tmp-dict-sample-0 \| $(LZ4) -dD tmp-dict-sample-0 \| diff - tmp-dict-sample-0

	@echo "\n ---- test lz4 dictionary loading ----"
	./datagen -g128KB > tmp-dict-data-128KB
	set -e; \
	for l in 0 1 4 128 32767 32768 32769 65535 65536 65537 98303 98304 98305 131071 131072 131073; do \
	./datagen -g$$l > tmp-dict-$$l; \
	$(DD) if=tmp-dict-$$l of=tmp-dict-$$l-tail bs=1 count=65536 skip=$$((l > 65536 ? l - 65536 : 0)); \
	< tmp-dict-$$l $(LZ4) -D stdin tmp-dict-data-128KB -c \| $(LZ4) -dD tmp-dict-$$l-tail \| $(DIFF) - tmp-dict-data-128KB; \
	< tmp-dict-$$l-tail $(LZ4) -D stdin tmp-dict-data-128KB -c \| $(LZ4) -dD tmp-dict-$$l \| $(DIFF) - tmp-dict-data-128KB; \
	done

	@$(RM) tmp-dict*

	test-lz4-hugefile: lz4 datagen
	@echo "\n ---- test huge files compression/decompression ----"
	./datagen -g6GB \| $(LZ4) -vB5D \| $(LZ4) -qt
	./datagen -g5GB \| $(LZ4) -v4BD \| $(LZ4) -qt
	# test large file size [2-4] GB
	@./datagen -g3G -P100 \| $(LZ4) -vv \| $(LZ4) --decompress --force --sparse - tmphf1
	@ls -ls tmphf1
	@./datagen -g3G -P100 \| $(LZ4) --quiet --content-size \| $(LZ4) --verbose --decompress --force --sparse - tmphf2
	@ls -ls tmphf2
	$(DIFF) -s tmphf1 tmphf2
	@$(RM) tmphf*

	test-lz4-testmode: lz4 datagen
	@echo "\n ---- bench mode ----"
	$(LZ4) -bi1
	@echo "\n ---- test mode ----"
	! ./datagen \| $(LZ4) -t
	! ./datagen \| $(LZ4) -tf
	@echo "\n ---- pass-through mode ----"
	@echo "Why hello there " > tmp-tlt2.lz4
	! $(LZ4) -f tmp-tlt2.lz4 > $(VOID)
	! ./datagen \| $(LZ4) -dc > $(VOID)
	! ./datagen \| $(LZ4) -df > $(VOID)
	./datagen \| $(LZ4) -dcf > $(VOID)
	@echo "Hello World !" > tmp-tlt1
	$(LZ4) -dcf tmp-tlt1
	@echo "from underground..." > tmp-tlt2
	$(LZ4) -dcfm tmp-tlt1 tmp-tlt2
	@echo "\n ---- non-existing source ----"
	! $(LZ4) file-does-not-exist
	! $(LZ4) -f file-does-not-exist
	! $(LZ4) -fm file1-dne file2-dne
	@$(RM) tmp-tlt tmp-tlt1 tmp-tlt2 tmp-tlt2.lz4

	test-lz4-opt-parser: lz4 datagen
	@echo "\n ---- test opt-parser ----"
	./datagen -g16KB \| $(LZ4) -12 \| $(LZ4) -t
	./datagen -P10 \| $(LZ4) -12B4 \| $(LZ4) -t
	./datagen -g256K \| $(LZ4) -12B4D \| $(LZ4) -t
	./datagen -g512K -P25 \| $(LZ4) -12BD \| $(LZ4) -t
	./datagen -g1M \| $(LZ4) -12B5 \| $(LZ4) -t
	./datagen -g2M -P99 \| $(LZ4) -11B4D \| $(LZ4) -t
	./datagen -g4M \| $(LZ4) -11vq \| $(LZ4) -qt
	./datagen -g8M \| $(LZ4) -11B4 \| $(LZ4) -t
	./datagen -g16M -P90 \| $(LZ4) -11B5 \| $(LZ4) -t
	./datagen -g32M -P10 \| $(LZ4) -11B5D \| $(LZ4) -t

	test-lz4-essentials : lz4 datagen test-lz4-basic test-lz4-multiple \
	test-lz4-frame-concatenation test-lz4-testmode \
	test-lz4-contentSize test-lz4-dict
	@$(RM) tmp*

	test-lz4: lz4 datagen test-lz4-essentials test-lz4-opt-parser \
	test-lz4-sparse test-lz4-hugefile test-lz4-dict
	@$(RM) tmp*

	test-lz4c: lz4c datagen
	@echo "\n ---- test lz4c variant ----"
	./datagen -g256MB \| $(LZ4)c -l -v \| $(LZ4)c -t

	test-lz4c32: CFLAGS+=-m32
	test-lz4c32: test-lz4

	test-interop-32-64: lz4 lz4c32 datagen
	@echo "\n ---- test interoperability 32-bits -vs- 64 bits ----"
	./datagen -g16KB \| $(LZ4)c32 -9 \| $(LZ4) -t
	./datagen -P10 \| $(LZ4) -9B4 \| $(LZ4)c32 -t
	./datagen \| $(LZ4)c32 \| $(LZ4) -t
	./datagen -g1M \| $(LZ4) -3B5 \| $(LZ4)c32 -t
	./datagen -g256MB \| $(LZ4)c32 -vqB4D \| $(LZ4) -qt
	./datagen -g1G -P90 \| $(LZ4) \| $(LZ4)c32 -t
	./datagen -g6GB \| $(LZ4)c32 -vq9BD \| $(LZ4) -qt

	test-lz4c32-basic: lz4c32 datagen
	@echo "\n ---- test lz4c32 32-bits version ----"
	./datagen -g16KB \| $(LZ4)c32 -9 \| $(LZ4)c32 -t
	./datagen \| $(LZ4)c32 \| $(LZ4)c32 -t
	./datagen -g256MB \| $(LZ4)c32 -vqB4D \| $(LZ4)c32 -qt
	./datagen -g6GB \| $(LZ4)c32 -vqB5D \| $(LZ4)c32 -qt

	test-platform:
	@echo "\n ---- test lz4 $(QEMU_SYS) platform ----"
	$(QEMU_SYS) ./datagen -g16KB \| $(QEMU_SYS) $(LZ4) -9 \| $(QEMU_SYS) $(LZ4) -t
	$(QEMU_SYS) ./datagen \| $(QEMU_SYS) $(LZ4) \| $(QEMU_SYS) $(LZ4) -t
	$(QEMU_SYS) ./datagen -g256MB \| $(QEMU_SYS) $(LZ4) -vqB4D \| $(QEMU_SYS) $(LZ4) -qt
	ifneq ($(QEMU_SYS),qemu-arm-static)
	$(QEMU_SYS) ./datagen -g3GB \| $(QEMU_SYS) $(LZ4) -vqB5D \| $(QEMU_SYS) $(LZ4) -qt
	endif

	test-fullbench: fullbench
	./fullbench --no-prompt $(NB_LOOPS) $(TEST_FILES)

	test-fullbench32: CFLAGS += -m32
	test-fullbench32: test-fullbench

	test-fuzzer: fuzzer
	./fuzzer $(FUZZER_TIME)

	test-fuzzer32: CFLAGS += -m32
	test-fuzzer32: test-fuzzer

	test-frametest: frametest
	./frametest $(FUZZER_TIME)

	test-frametest32: CFLAGS += -m32
	test-frametest32: test-frametest

	test-mem: lz4 datagen fuzzer frametest fullbench
	@echo "\n ---- valgrind tests : memory analyzer ----"
	valgrind --leak-check=yes --error-exitcode=1 ./datagen -g50M > $(VOID)
	./datagen -g16KB > ftmdg16K
	valgrind --leak-check=yes --error-exitcode=1 $(LZ4) -9 -BD -f ftmdg16K $(VOID)
	./datagen -g16KB -s2 > ftmdg16K2
	./datagen -g16KB -s3 > ftmdg16K3
	valgrind --leak-check=yes --error-exitcode=1 $(LZ4) --force --multiple ftmdg16K ftmdg16K2 ftmdg16K3
	./datagen -g7MB > ftmdg7M
	valgrind --leak-check=yes --error-exitcode=1 $(LZ4) -9 -B5D -f ftmdg7M ftmdg16K2
	valgrind --leak-check=yes --error-exitcode=1 $(LZ4) -t ftmdg16K2
	valgrind --leak-check=yes --error-exitcode=1 $(LZ4) -bi1 ftmdg7M
	valgrind --leak-check=yes --error-exitcode=1 ./fullbench -i1 ftmdg7M ftmdg16K2
	valgrind --leak-check=yes --error-exitcode=1 $(LZ4) -B4D -f -vq ftmdg7M $(VOID)
	$(RM) ftm*
	valgrind --leak-check=yes --error-exitcode=1 ./fuzzer -i64 -t1
	valgrind --leak-check=yes --error-exitcode=1 ./frametest -i256

	test-mem32: lz4c32 datagen
	# unfortunately, valgrind doesn't seem to work with non-native binary...

	endif