From 3b4eafdde9015f0a25127b980dd32439e8ce489d Mon Sep 17 00:00:00 2001 From: powturbo Date: Sun, 11 Sep 2016 16:51:39 +0200 Subject: [PATCH] . --- README.md | 10 ++++++++-- java/jic.java | 4 ++-- java/jicbench.java | 7 +++++-- 3 files changed, 15 insertions(+), 6 deletions(-) diff --git a/README.md b/README.md index d5706e7..27128ed 100644 --- a/README.md +++ b/README.md @@ -294,7 +294,7 @@ header files to use with documentation:
###### Multithreading: - All TurboPFor integer compression functions are thread safe -### References: +### Libraries benchmarked: + [FastPFor](https://github.com/lemire/FastPFor) + [Simdcomp](https://github.com/lemire/simdcomp): SIMDPack FPF, Vbyte FPF, VarintG8IU, StreamVbyte + [Optimized Pfor-delta compression code](http://jinruhe.com): OptPFD/OptP4, Simple16 (limited to 28 bits integers) @@ -305,11 +305,17 @@ header files to use with documentation:
+ [lz4](https://github.com/Cyan4973/lz4). included w. block size 64K as indication. Tested after preprocessing w. delta+transpose + [blosc](https://github.com/Blosc/c-blosc). blosc is like transpose/shuffle+lz77. Tested blosc+lz4 and blosclz incl. vectorizeed shuffle.
+ [Document identifier data set](http://lemire.me/data/integercompression2014.html) + +### References: + + **TurboPFor** + - [Optimizing communication by compression for Multi-GPU Scalable Breadth-First Searches](http://oa.upm.es/40842/) + [gpugraph500](https://github.com/UniHD-CEG/gpugraph500) + - [Small Polygon Compression](http://abhinavjauhri.com/publications/dcc_poster_2016.pdf) + [big_num Compression](https://github.com/ajauhri/bignum_compression) + - [TurboPForErl](https://github.com/johannesh/TurboPForErl) + **Integer compression publications:** - [SIMD Compression and the Intersection of Sorted Integers](http://arxiv.org/abs/1401.6399) - [Partitioned Elias-Fano Indexes](http://www.di.unipi.it/~ottavian/files/elias_fano_sigir14.pdf) - [On Inverted Index Compression for Search Engine Efficiency](http://www.dcs.gla.ac.uk/~craigm/publications/catena14compression.pdf) - [Google's Group Varint Encoding](http://static.googleusercontent.com/media/research.google.com/de//people/jeff/WSDM09-keynote.pdf) -Last update: 19 JUN 2016 +Last update: 11 SEP 2016 diff --git a/java/jic.java b/java/jic.java index 3b4ab82..5aa702e 100644 --- a/java/jic.java +++ b/java/jic.java @@ -78,8 +78,8 @@ public class jic { static { try { - System.loadLibrary("libic.so"); - //System.load("/home/x/dev/ic/libic.so"); + //System.loadLibrary("libic.so"); + System.load("/home/x/TurboPFor/libic.so"); } catch (UnsatisfiedLinkError e) { System.err.println("can't load Native TurboPFor from '" + System.getProperty("java.library.path") + "'" + e); System.exit(1); diff --git a/java/jicbench.java b/java/jicbench.java index d82278f..af1fa0f 100644 --- a/java/jicbench.java +++ b/java/jicbench.java @@ -24,15 +24,18 @@ // icbench - "Integer Compression" Java Critical Native Interface /* Usage: (actually no makefile available) -1 - generate header jic.h +1 - generate header jic.h +$ cd ~/TurboPFor/java $ javah -jni jic +$ cp jtrle.h .. 2 - Compile jic and jicbench $ javac jic.java $ javac jicbench.java 3 - compile & link a shared library -$ gcc -O3 -march=native -fstrict-aliasing -m64 -shared -fPIC -I/usr/lib/jvm/java-7-openjdk-amd64/include bitpack.c bitunpack.c bitpackv.c bitunpackv.c vp4dc.c vp4dd.c vsimple.c vint.c bitutil.c jic.c -o libic.so +$ cd ~/TurboPFor +$ gcc -O3 -march=native -fstrict-aliasing -m64 -shared -fPIC -I/usr/lib/jvm/default-java/include -I/usr/lib/jvm/default-java/include/linux bitpack.c bitunpack.c bitpackv.c bitunpackv.c vp4dc.c vp4dd.c vsimple.c vint.c bitutil.c jic.c -o libic.so 4 - copy "libic.so" to java library directory