This commit is contained in:
powturbo
2016-09-11 16:51:39 +02:00
parent b9975976c2
commit 3b4eafdde9
3 changed files with 15 additions and 6 deletions

View File

@ -294,7 +294,7 @@ header files to use with documentation:<br />
###### Multithreading:
- All TurboPFor integer compression functions are thread safe
### References:
### Libraries benchmarked:
+ <a name="FastPFor"></a>[FastPFor](https://github.com/lemire/FastPFor) + [Simdcomp](https://github.com/lemire/simdcomp): SIMDPack FPF, Vbyte FPF, VarintG8IU, StreamVbyte
+ <a name="OptPFD"></a><a name="Simple16"></a>[Optimized Pfor-delta compression code](http://jinruhe.com): OptPFD/OptP4, Simple16 (limited to 28 bits integers)
@ -305,11 +305,17 @@ header files to use with documentation:<br />
+ <a name="lz4"></a>[lz4](https://github.com/Cyan4973/lz4). included w. block size 64K as indication. Tested after preprocessing w. delta+transpose
+ <a name="blosc"></a>[blosc](https://github.com/Blosc/c-blosc). blosc is like transpose/shuffle+lz77. Tested blosc+lz4 and blosclz incl. vectorizeed shuffle.<br>
+ <a name="DocId data set"></a>[Document identifier data set](http://lemire.me/data/integercompression2014.html)
### References:
+ **TurboPFor**
- [Optimizing communication by compression for Multi-GPU Scalable Breadth-First Searches](http://oa.upm.es/40842/) + [gpugraph500](https://github.com/UniHD-CEG/gpugraph500)
- [Small Polygon Compression](http://abhinavjauhri.com/publications/dcc_poster_2016.pdf) + [big_num Compression](https://github.com/ajauhri/bignum_compression)
- [TurboPForErl](https://github.com/johannesh/TurboPForErl)
+ **Integer compression publications:**
- [SIMD Compression and the Intersection of Sorted Integers](http://arxiv.org/abs/1401.6399)
- [Partitioned Elias-Fano Indexes](http://www.di.unipi.it/~ottavian/files/elias_fano_sigir14.pdf)
- [On Inverted Index Compression for Search Engine Efficiency](http://www.dcs.gla.ac.uk/~craigm/publications/catena14compression.pdf)
- [Google's Group Varint Encoding](http://static.googleusercontent.com/media/research.google.com/de//people/jeff/WSDM09-keynote.pdf)
Last update: 19 JUN 2016
Last update: 11 SEP 2016

View File

@ -78,8 +78,8 @@ public class jic {
static {
try {
System.loadLibrary("libic.so");
//System.load("/home/x/dev/ic/libic.so");
//System.loadLibrary("libic.so");
System.load("/home/x/TurboPFor/libic.so");
} catch (UnsatisfiedLinkError e) {
System.err.println("can't load Native TurboPFor from '" + System.getProperty("java.library.path") + "'" + e);
System.exit(1);

View File

@ -24,15 +24,18 @@
// icbench - "Integer Compression" Java Critical Native Interface
/* Usage: (actually no makefile available)
1 - generate header jic.h
1 - generate header jic.h
$ cd ~/TurboPFor/java
$ javah -jni jic
$ cp jtrle.h ..
2 - Compile jic and jicbench
$ javac jic.java
$ javac jicbench.java
3 - compile & link a shared library
$ gcc -O3 -march=native -fstrict-aliasing -m64 -shared -fPIC -I/usr/lib/jvm/java-7-openjdk-amd64/include bitpack.c bitunpack.c bitpackv.c bitunpackv.c vp4dc.c vp4dd.c vsimple.c vint.c bitutil.c jic.c -o libic.so
$ cd ~/TurboPFor
$ gcc -O3 -march=native -fstrict-aliasing -m64 -shared -fPIC -I/usr/lib/jvm/default-java/include -I/usr/lib/jvm/default-java/include/linux bitpack.c bitunpack.c bitpackv.c bitunpackv.c vp4dc.c vp4dd.c vsimple.c vint.c bitutil.c jic.c -o libic.so
4 - copy "libic.so" to java library directory