daiduo/TurboPFor-Integer-Compression
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Inverted index: header for idxcr/idxqry

Browse Source
This commit is contained in:
x
2019-12-21 15:19:29 +01:00
parent 9d35489b29
commit 590da7331d
1 changed files with 12 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
idx.h
View File

@ -22,22 +22,22 @@
- email : powturbo [_AT_] gmail [_DOT_] com - email : powturbo [_AT_] gmail [_DOT_] com
**/ **/
// "Integer Compression" header for idxcr/idxqry // "Integer Compression" header for idxcr/idxqry
#include <stdint.h> #include <stdint.h>
#define BLK_DIDNUM (128+1) // Block size 128 + 1 (1 stored in skips) #define BLK_DIDNUM (128+1) // Block size 128 + 1 (1 stored in skips)
// compressed size for 62 GB clueweb09.sorted // compressed size for 62 GB clueweb09.sorted
// Defaut is bitpackv/bitunpackv 18 GB // Defaut is bitpackv/bitunpackv 18 GB
//#define _TURBOPFOR // for compact version 12 GB //#define _TURBOPFOR // for compact version 12 GB
#ifdef _TURBOPFOR #ifdef _TURBOPFOR
//#define SKIP_S 6 //#define SKIP_S 6
#define SKIP_SIZE 2 // always no implicit skip. #define SKIP_SIZE 2 // always no implicit skip.
#else #else
//#define SKIP_S 5 //#define SKIP_S 5
#define SKIP_SIZE 2 // no implicit skips #define SKIP_SIZE 2 // no implicit skips
//#define SKIP_SIZE 1 // implicit skips //#define SKIP_SIZE 1 // implicit skips
#endif #endif
#define SKIP_M ((1<<SKIP_S)-1) #define SKIP_M ((1<<SKIP_S)-1)