346 lines
12 KiB
Makefile
346 lines
12 KiB
Makefile
#cpp: $(CPPF)
|
|
# $(CC) -msse3 $(MSSE) $(MARCH) -w -E -P $(CPPF)
|
|
|
|
CFLAGS+=-Iext
|
|
CXXFLAGS+=$(DDEBUG) -w -fpermissive -Wall -fno-rtti
|
|
CXXFLAGS+=$(_SSE) -I$(LB)FastPFor/headers -std=gnu99 -DUSE_THREADS
|
|
|
|
ifeq ($(ICCODEC),1)
|
|
LZ4=1
|
|
ZSTD=1
|
|
FSE=1
|
|
FSEHUF=1
|
|
#ZLIB=1
|
|
BITSHUFFLE=1
|
|
#LZTURBO=1
|
|
TURBORC=1
|
|
ANS=1
|
|
endif
|
|
|
|
ifeq ($(CODEC1),1)
|
|
CL=$(CXX)
|
|
BLOSC=1
|
|
FASTPFOR=1
|
|
MASKEDVBYTE=1
|
|
MESHOPT=1
|
|
#SIMDCOMP=1
|
|
SPDP=1
|
|
STREAMVBYTE=1
|
|
#VTENC=1
|
|
SIMPLE8B=1
|
|
ZFP=1
|
|
#ZLIB=1
|
|
LIBROUNDFAST=1
|
|
BITGROOMING=1
|
|
QCOMPRESS=1
|
|
endif
|
|
|
|
ifeq ($(CODEC2),1)
|
|
LIBFOR=1
|
|
LITTLEINTPACKER=1
|
|
POLYCOM=1
|
|
QMX=1
|
|
RICE=1
|
|
VARINTG8IU=1
|
|
endif
|
|
|
|
LB=lib/ext/
|
|
#------------------------------------------------
|
|
# use TurboPFor "p4d1enc" instead of the default bitpack functions in "idxcr.c" and "idxqry.c" (inverted index demo)
|
|
ifeq ($(TURBOPFOR),1)
|
|
CFLAGS+=-D_TURBOPFOR
|
|
endif
|
|
#ifeq ($(SIMDH),1)
|
|
#LIB+=bitunpack128h.o
|
|
#endif
|
|
#----------------------------------------
|
|
icbench: $(OB) icbench.o plugins.o
|
|
$(CXX) $(XDEFS) $^ $(LDFLAGS) -o icbench
|
|
|
|
idx: idxcr idxqry idxseg
|
|
|
|
icb: icbench
|
|
|
|
idxseg: $(SRC)idxseg.o libic.a
|
|
$(CC) $^ $(LDFLAGS) -o idxseg
|
|
|
|
ictest: ictest.o $(LIB)
|
|
$(CC) $^ $(LDFLAGS) -o ictest
|
|
|
|
ifeq ($(OS), Linux)
|
|
para: CFLAGS += -DTHREADMAX=32
|
|
para: idxqry
|
|
endif
|
|
|
|
idxcr: $(SRC)idxcr.o libic.a
|
|
$(CC) $^ $(LDFLAGS) -o idxcr $(LFLAGS)
|
|
|
|
idxqry: $(SRC)idxqry.o libic.a
|
|
$(CC) $^ $(LDFLAGS) $(LIBTHREAD) $(LIBRT) -o idxqry $(LFLAGS)
|
|
|
|
$(LB)polycom/optpfd.o: $(LB)polycom/optpfd.c
|
|
$(CC) -O2 $(MARCH) $(CFLAGS) $< -c -o $@
|
|
|
|
varintg8iu.o: $(LB)varintg8iu.c $(LB)varintg8iu.h
|
|
$(CC) -O2 $(CFLAGS) $(MARCH) -c -std=c99 $(LB)varintg8iu.c
|
|
|
|
#-------------------------------------------------------------------
|
|
ifeq ($(BLOSC),1)
|
|
LDFLAGS+=-lpthread
|
|
CFLAGS+=-D_BLOSC -I$(LB)c-blosc2/include -I$(LB)c-blosc2/include/blosc2 -I$(LB)c-blosc2/blosc -Iext/lz4/lib -DHAVE_ZSTD -DHAVE_PLUGINS
|
|
|
|
$(LB)c-blosc2/blosc/shuffle-sse2.o: $(LB)c-blosc2/blosc/shuffle-sse2.c
|
|
$(CC) -O3 $(CFLAGS) -msse2 -c $(LB)c-blosc2/blosc/shuffle-sse2.c -o $(LB)c-blosc2/blosc/shuffle-sse2.o
|
|
|
|
$(LB)c-blosc2/blosc/shuffle-generic.o: $(LB)c-blosc2/blosc/shuffle-generic.c
|
|
$(CC) -O3 $(CFLAGS) -c $(LB)c-blosc2/blosc/shuffle-generic.c -o $(LB)c-blosc2/blosc/shuffle-generic.o
|
|
|
|
$(LB)c-blosc2/blosc/shuffle-avx2.o: lib/$(LB)c-blosc2/blosc/shuffle-avx2.c
|
|
$(CC) -O3 $(CFLAGS) -mavx2 -c $(LB)c-blosc2/blosc/shuffle-avx2.c -o $(LB)c-blosc2/blosc/shuffle-avx2.o
|
|
|
|
$(LB)c-blosc2/blosc/shuffle-neon.o: $(LB)c-blosc2/blosc/shuffle-neon.c
|
|
$(CC) -O3 $(CFLAGS) -flax-vector-conversions -c $(LB)c-blosc2/blosc/shuffle-neon.c -o $(LB)c-blosc2/blosc/shuffle-neon.o
|
|
|
|
$(LB)c-blosc2/blosc/bitshuffle-neon.o: $(LB)c-blosc2/blosc/bitshuffle-neon.c
|
|
$(CC) -O3 $(CFLAGS) -flax-vector-conversions -c $(LB)c-blosc2/blosc/bitshuffle-neon.c -o $(LB)c-blosc2/blosc/bitshuffle-neon.o
|
|
|
|
OB+=$(LB)c-blosc2/blosc/blosc2.o $(LB)c-blosc2/blosc/blosclz.o $(LB)c-blosc2/blosc/shuffle.o $(LB)c-blosc2/blosc/shuffle-generic.o \
|
|
$(LB)c-blosc2/blosc/bitshuffle-generic.o $(LB)c-blosc2/blosc/stune.o $(LB)c-blosc2/blosc/fastcopy.o $(LB)c-blosc2/blosc/delta.o $(LB)c-blosc2/blosc/blosc2-stdio.o \
|
|
$(LB)c-blosc2/blosc/timestamp.o $(LB)c-blosc2/blosc/trunc-prec.o $(LB)c-blosc2/plugins/filters/bytedelta/bytedelta.o $(LB)c-blosc2/plugins/filters/filters-registry.o \
|
|
$(LB)c-blosc2/plugins/filters/ndcell/ndcell.o $(LB)c-blosc2/plugins/plugin_utils.o $(LB)c-blosc2/plugins/filters/ndmean/ndmean.o $(LB)c-blosc2/plugins/codecs/codecs-registry.o \
|
|
$(LB)c-blosc2/plugins/codecs/zfp/blosc2-zfp.o $(LB)c-blosc2/plugins/codecs/ndlz/ndlz.o $(LB)c-blosc2/plugins/codecs/ndlz/ndlz8x8.o $(LB)c-blosc2/plugins/codecs/ndlz/ndlz4x4.o
|
|
|
|
ifeq ($(AVX2),1)
|
|
CFLAGS+=-DSHUFFLE_AVX2_ENABLED
|
|
OB+=$(LB)c-blosc2/blosc/shuffle-avx2.o $(LB)c-blosc2/blosc/bitshuffle-avx2.o
|
|
endif
|
|
ifeq ($(ARCH),aarch64)
|
|
CFLAGS+=-DSHUFFLE_NEON_ENABLED
|
|
OB+=$(LB)c-blosc2/blosc/shuffle-neon.o $(LB)c-blosc2/blosc/bitshuffle-neon.o
|
|
else
|
|
CFLAGS+=-DSHUFFLE_SSE2_ENABLED
|
|
OB+=$(LB)c-blosc2/blosc/bitshuffle-sse2.o $(LB)c-blosc2/blosc/shuffle-sse2.o
|
|
endif
|
|
|
|
else
|
|
|
|
ifeq ($(BITSHUFFLE),1)
|
|
CFLAGS+=-D_BITSHUFFLE -I$(LB)bitshuffle/lz4
|
|
#-DLZ4_ON
|
|
ifeq ($(ARCH),aarch64)
|
|
CFLAGS+=-DUSEARMNEON
|
|
else
|
|
ifeq ($(AVX2),1)
|
|
CFLAGS+=-DUSEAVX2
|
|
endif
|
|
endif
|
|
|
|
OB+=$(LB)bitshuffle/src/bitshuffle.o $(LB)bitshuffle/src/iochain.o $(LB)bitshuffle/src/bitshuffle_core.o
|
|
#OB+=$(LB)bitshuffle/lz4/lz4.o
|
|
endif
|
|
|
|
endif
|
|
|
|
ifeq ($(BITGROOMING),1)
|
|
CFLAGS+=-D_BITGROOMING
|
|
endif
|
|
|
|
ifeq ($(EFANO),1)
|
|
OB+=eliasfano.o
|
|
endif
|
|
|
|
ifeq ($(FASTPFOR),1)
|
|
CFLAGS+=-D_FASTPFOR
|
|
OB+=$(LB)FastPFor/src/simdbitpacking.o $(LB)FastPFor/src/simdunalignedbitpacking.o $(LB)fastpfor.o $(LB)FastPFor/src/bitpacking.o
|
|
endif
|
|
|
|
ifeq ($(LIBROUNDFAST),1)
|
|
CFLAGS+=-D_LIBROUNDFAST
|
|
endif
|
|
|
|
ifeq ($(LIBFOR),1)
|
|
CFLAGS+=-D_LIBFOR
|
|
OB+=$(LB)libfor/for.o
|
|
endif
|
|
|
|
ifeq ($(LITTLEINTPACKER),1)
|
|
CFLAGS+=-D_LITTLEINTPACKER -I$(LB)LittleIntPacker/include
|
|
OB+=$(LB)LittleIntPacker/src/bitpacking32.o $(LB)LittleIntPacker/src/turbobitpacking32.o $(LB)LittleIntPacker/src/scpacking32.o
|
|
OB+=$(LB)LittleIntPacker/src/horizontalpacking32.o
|
|
ifeq ($(AVX2),1)
|
|
OB+=$(LB)LittleIntPacker/src/bmipacking32.o
|
|
endif
|
|
endif
|
|
|
|
ifeq ($(LZ4),1)
|
|
CFLAGS+=-D_LZ4 -I$(LB)lz4/lib
|
|
OB+=$(LB)lz4/lib/lz4hc.o $(LB)lz4/lib/lz4.o $(LB)lz4/lib/lz4frame.o $(LB)lz4/lib/xxhash.o
|
|
|
|
endif
|
|
|
|
ifeq ($(LZTURBO),1)
|
|
CFLAGS+=-D_LZTURBO
|
|
LDFLAGS+=-lpthread
|
|
include lib/lzturbo.mak
|
|
endif
|
|
|
|
ifeq ($(MASKEDVBYTE),1)
|
|
CFLAGS+=-D_MASKEVBYTE -I$(LB)MaskedVByte/include
|
|
|
|
$(LB)MaskedVByte/src/varintencode.o: $(LB)MaskedVByte/src/varintencode.c
|
|
$(CC) -O3 -w $(_SSE) $(CFLAGS) -c $(LB)MaskedVByte/src/varintencode.c -o $(LB)MaskedVByte/src/varintencode.o
|
|
|
|
$(LB)MaskedVByte/src/varintdecode.o: $(LB)MaskedVByte/src/varintdecode.c
|
|
$(CC) -O3 -w $(_SSE) $(CFLAGS) -c $(LB)MaskedVByte/src/varintdecode.c -o $(LB)MaskedVByte/src/varintdecode.o
|
|
|
|
OB+=$(LB)MaskedVByte/src/varintencode.o $(LB)MaskedVByte/src/varintdecode.o
|
|
endif
|
|
|
|
ifeq ($(MESHOPT), 1)
|
|
CFLAGS+=-D_MESHOPT -I$(LB)meshoptimizer/src
|
|
M=$(LB)meshoptimizer/src
|
|
OB+=$(M)/allocator.o $(M)/clusterizer.o $(M)/indexcodec.o $(M)/indexgenerator.o $(M)/meshoptimizer.h $(M)/overdrawanalyzer.o $(M)/overdrawoptimizer.o $(M)/simplifier.o $(M)/spatialorder.o \
|
|
$(M)/stripifier.o $(M)/vcacheanalyzer.o $(M)/vcacheoptimizer.o $(M)/vertexcodec.o $(M)/vertexfilter.o $(M)/vfetchanalyzer.o $(M)/vfetchoptimizer.o
|
|
endif
|
|
|
|
ifeq ($(POLYCOM),1)
|
|
OB+=$(LB)polycom/optpfd.o
|
|
OB+=$(LB)polycom/polyvbyte.o
|
|
endif
|
|
|
|
ifeq ($(QCOMPRESS),1)
|
|
CFLAGS+=-D_QCOMPRESS
|
|
endif
|
|
|
|
|
|
ifeq ($(QMX),1)
|
|
CFLAGS+=-D_QMX
|
|
OB+=$(LB)JASSv2/source/compress_integer_qmx_improved.o $(LB)JASSv2/source/asserts.o
|
|
endif
|
|
|
|
ifeq ($(RICE),1)
|
|
CFLAGS+=-D_RICE
|
|
OB+=$(LB)rc.o
|
|
endif
|
|
|
|
ifeq ($(SIMDCOMP),1)
|
|
CFLAGS+=-D_SIMDCOMP -I$(LB)simdcomp/include
|
|
OB+=$(LB)simdcomp/src/simdintegratedbitpacking.o $(LB)simdcomp/src/simdcomputil.o $(LB)simdcomp/src/simdbitpacking.o $(LB)simdcomp/src/simdpackedselect.o
|
|
OB+=$(LB)simdcomp_/simdfor.o
|
|
ifeq ($(AVX2),1)
|
|
OB+=$(LB)simdcomp/src/avxbitpacking.o
|
|
endif
|
|
endif
|
|
|
|
ifeq ($(SIMPLE8B),1)
|
|
OB+=$(LB)simple8b.o
|
|
endif
|
|
|
|
ifeq ($(SPDP),1)
|
|
XDEFS+=-D_SPDP
|
|
endif
|
|
|
|
ifeq ($(STREAMVBYTE),1)
|
|
CFLAGS+=-D_STREAMVBYTE -I$(LB)streamvbyte/include
|
|
ifeq ($(ARCH),aarch64)
|
|
CFLAGS+=-D__ARM_NEON__
|
|
endif
|
|
SV=$(LB)streamvbyte/src/
|
|
|
|
$(SV)streamvbyte_encode.o: $(SV)streamvbyte_encode.c
|
|
$(CC) -O3 -w $(_SSE) $(CFLAGS) -c $(SV)streamvbyte_encode.c -o $(SV)streamvbyte_encode.o
|
|
|
|
$(SV)streamvbyte_decode.o: $(SV)streamvbyte_decode.c
|
|
$(CC) -O3 -w $(_SSE) $(CFLAGS) -c $(SV)streamvbyte_decode.c -o $(SV)streamvbyte_decode.o
|
|
|
|
$(SV)streamvbytedelta_encode.o: $(SV)streamvbytedelta_encode.c
|
|
$(CC) -O3 -w $(_SSE) $(CFLAGS) -c $(SV)streamvbytedelta_encode.c -o $(SV)streamvbytedelta_encode.o
|
|
|
|
$(SV)streamvbytedelta_decode.o: $(SV)streamvbytedelta_decode.c
|
|
$(CC) -O3 -w $(_SSE) $(CFLAGS) -c $(SV)streamvbytedelta_decode.c -o $(SV)streamvbytedelta_decode.o
|
|
|
|
$(SV)streamvbyte_zigzag.o: $(SV)streamvbyte_zigzag.c
|
|
$(CC) -O3 -w $(_SSE) $(CFLAGS) -c $(SV)streamvbyte_zigzag.c -o $(SV)streamvbyte_zigzag.o
|
|
|
|
OB+=$(SV)streamvbyte_decode.o $(SV)streamvbyte_encode.o $(SV)streamvbytedelta_encode.o $(SV)streamvbytedelta_decode.o $(SV)streamvbyte_zigzag.o
|
|
endif
|
|
|
|
|
|
ifeq ($(TURBORC), 1)
|
|
CFLAGS+=-D_TURBORC -I$(T)libsais/include -D_NCPUISA -D_NQUANT
|
|
T=$(LB)Turbo-Range-Coder/
|
|
ifeq ($(ANS), 1)
|
|
CFLAGS+=-D_ANS
|
|
$(T)anscdf0.o: $(T)anscdf.c $(T)anscdf_.h
|
|
$(CC) -c -O3 $(CFLAGS) -mno-sse2 -falign-loops=32 $(T)anscdf.c -o $(T)anscdf0.o
|
|
|
|
$(T)anscdfs.o: $(T)anscdf.c $(T)anscdf_.h
|
|
$(CC) -c -O3 $(CFLAGS) -D_NDIVTDEF32 -march=corei7-avx -mtune=corei7-avx -mno-aes -falign-loops=32 $(T)anscdf.c -o $(T)anscdfs.o
|
|
|
|
$(T)anscdfx.o: $(T)anscdf.c $(T)anscdf_.h
|
|
$(CC) -c -O3 $(CFLAGS) -march=haswell -falign-loops=32 $(T)anscdf.c -o $(T)anscdfx.o
|
|
|
|
OB+=$(T)anscdfx.o $(T)anscdfs.o $(T)anscdf0.o
|
|
endif
|
|
|
|
OB+=$(T)rc_s.o $(T)rc_ss.o $(T)rcutil.o $(T)libsais/src/libsais.o $(T)rccm_s.o $(T)rccm_ss.o $(T)bec_b.o $(T)rcqlfc_s.o $(T)rcqlfc_ss.o $(T)rcbwt.o
|
|
endif
|
|
|
|
ifeq ($(VARINTG8IU),1)
|
|
CFLAGS+=-D_VARINTG8IU
|
|
OB+=$(LB)varintg8iu.o
|
|
endif
|
|
|
|
ifeq ($(VBZ),1)
|
|
CFLAGS+=-D_VBZ
|
|
CXXFLAGS+=-I$(LB)vbz_compression/third_party -I$(LB)vbz_compression/vbz -I$(LB)vbz_compression/third_party/stream_vbyte/include
|
|
OB+=$(LB)vbz_compression/vbz/vbz.o $(LB)vbz_compression/vbz/v0/vbz_streamvbyte.o $(LB)vbz_compression/vbz/v1/vbz_streamvbyte.o
|
|
endif
|
|
|
|
ifeq ($(VTENC),1)
|
|
CFLAGS+=-D_VTENC
|
|
OB+=$(LB)VTEnc/bits.o $(LB)VTEnc/bitstream.o $(LB)VTEnc/decode.o $(LB)VTEnc/encode.o $(LB)VTEnc/mem.o
|
|
endif
|
|
|
|
ifeq ($(ZLIB), 1)
|
|
CFLAGS+=-D_ZLIB
|
|
ifeq ($(HAVE_ZLIB), 1)
|
|
ifeq ($(STATIC),1)
|
|
OB+=/usr/lib/x86_64-linux-gnu/libz.a
|
|
else
|
|
OB+=-lz
|
|
endif
|
|
else
|
|
ZD=$(LB)zlib/
|
|
OB+=$(ZD)adler32.o $(ZD)crc32.o $(ZD)compress.o $(ZD)deflate.o $(ZD)infback.o $(ZD)inffast.o $(ZD)inflate.o $(ZD)inftrees.o $(ZD)trees.o $(ZD)uncompr.o $(ZD)zutil.o
|
|
endif
|
|
endif
|
|
|
|
ifeq ($(ZSTD), 1)
|
|
CFLAGS+=-D_ZSTD -I$(LB)zstd/lib -I$(LB)zstd/lib/common
|
|
OB+=$(LB)zstd/lib/common/pool.o $(LB)zstd/lib/common/xxhash.o $(LB)zstd/lib/common/error_private.o \
|
|
$(LB)zstd/lib/compress/hist.o $(LB)zstd/lib/compress/zstd_compress.o $(LB)zstd/lib/compress/zstd_compress_literals.o $(LB)zstd/lib/compress/zstd_compress_sequences.o $(LB)zstd/lib/compress/zstd_double_fast.o $(LB)zstd/lib/compress/zstd_fast.o $(LB)zstd/lib/compress/zstd_lazy.o $(LB)zstd/lib/compress/zstd_ldm.o $(LB)zstd/lib/compress/zstdmt_compress.o $(LB)zstd/lib/compress/zstd_opt.o \
|
|
$(LB)zstd/lib/decompress/zstd_decompress.o $(LB)zstd/lib/decompress/zstd_decompress_block.o $(LB)zstd/lib/decompress/zstd_ddict.o $(LB)zstd/lib/compress/fse_compress.o $(LB)zstd/lib/common/fse_decompress.o \
|
|
$(LB)zstd/lib/common/zstd_common.o $(LB)zstd/lib/common/entropy_common.o $(LB)zstd/lib/compress/zstd_compress_superblock.o\
|
|
$(LB)zstd/lib/decompress/huf_decompress_amd64.o $(LB)zstd/lib/dictBuilder/zdict.o $(LB)zstd/lib/dictBuilder/fastcover.o $(LB)zstd/lib/dictBuilder/cover.o $(LB)zstd/lib/dictBuilder/divsufsort.o
|
|
#$(LB)zstd/lib/compress/huf_compress.o $(LB)zstd/lib/decompress/huf_decompress.o
|
|
endif
|
|
|
|
ifeq ($(FSE), 1)
|
|
CFLAGS+=-D_FSE
|
|
OB+=$(LB)fse/fse_compress_.o $(LB)fse/fse_decompress_.o
|
|
endif
|
|
|
|
ifeq ($(FSEHUF), 1)
|
|
CFLAGS+=-D_FSEHUF
|
|
OB+=$(LB)fse/huf_compress_.o $(LB)fse/huf_decompress_.o
|
|
endif
|
|
|
|
ifeq ($(ZFP), 1)
|
|
CFLAGS+=-D_ZFP -I$(LB)zfp/include
|
|
F=$(LB)zfp/src/
|
|
OB+=$(F)bitstream.o $(F)decode1d.o $(F)decode1f.o $(F)decode1i.o $(F)decode1l.o $(F)decode2d.o $(F)decode2f.o $(F)decode2i.o $(F)decode2l.o $(F)decode3d.o $(F)decode3f.o $(F)decode3i.o $(F)decode3l.o \
|
|
$(F)decode4d.o $(F)decode4f.o $(F)decode4i.o $(F)decode4l.o $(F)encode1d.o $(F)encode1f.o $(F)encode1i.o $(F)encode1l.o $(F)encode2d.o $(F)encode2f.o $(F)encode2i.o $(F)encode2l.o $(F)encode3d.o \
|
|
$(F)encode3f.o $(F)encode3i.o $(F)encode3l.o $(F)encode4d.o $(F)encode4f.o $(F)encode4i.o $(F)encode4l.o $(F)zfp.o
|
|
endif
|