daiduo/TurboPFor-Integer-Compression
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

TurboPFor: Bit Unpacking

Browse Source
This commit is contained in:
powturbo
2017-06-13 09:14:19 +02:00
parent efc295f8c4
commit d16d5187d6
1 changed files with 9 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
bitunpack.c
View File

@ -22,7 +22,6 @@
- email : powturbo [_AT_] gmail [_DOT_] com - email : powturbo [_AT_] gmail [_DOT_] com
**/ **/
// "Integer Compression" Bit Packing // "Integer Compression" Bit Packing
#include <stdint.h>
#include "conf.h" #include "conf.h"
#include "bitutil.h" #include "bitutil.h"
#include "bitpack.h" #include "bitpack.h"
@ -43,7 +42,7 @@ typedef unsigned char *(*BITUNPACK_D32)(const unsigned char *__restrict in, unsi
typedef unsigned char *(*BITUNPACK_F64)(const unsigned char *__restrict in, unsigned n, uint64_t *__restrict out); typedef unsigned char *(*BITUNPACK_F64)(const unsigned char *__restrict in, unsigned n, uint64_t *__restrict out);
typedef unsigned char *(*BITUNPACK_D64)(const unsigned char *__restrict in, unsigned n, uint64_t *__restrict out, uint64_t start); typedef unsigned char *(*BITUNPACK_D64)(const unsigned char *__restrict in, unsigned n, uint64_t *__restrict out, uint64_t start);
#define PREFETCH(_ip_) __builtin_prefetch(_ip_+512)//#define PREFETCH(ip) #define PREFETCH(_ip_) __builtin_prefetch(_ip_+512,0)//#define PREFETCH(ip)
#if 0 #if 0
#define OP(_op_, _x_) *_op_++ #define OP(_op_, _x_) *_op_++
@ -84,21 +83,21 @@ typedef unsigned char *(*BITUNPACK_D64)(const unsigned char *__restrict in, unsi
#define BITNUNPACK(in, n, out, csize, usize) {\ #define BITNUNPACK(in, n, out, csize, usize) {\
unsigned char *ip = in;\ unsigned char *ip = in;\
for(op = out,out+=n; op < out;) { unsigned oplen = out - op; if(oplen > csize) oplen = csize; __builtin_prefetch(in+512);\ for(op = out,out+=n; op < out;) { unsigned oplen = out - op,b; if(oplen > csize) oplen = csize; __builtin_prefetch(in+512);\
unsigned b = *ip++; ip = TEMPLATE2(bitunpacka, usize)[b](ip, csize, op);\ b = *ip++; ip = TEMPLATE2(bitunpacka, usize)[b](ip, oplen, op);\
op += csize;\ op += oplen;\
} \ } \
return ip - in;\ return ip - in;\
} }
#define BITNDUNPACK(in, n, out, csize, usize, _bitunpacka_) {\ #define BITNDUNPACK(in, n, out, csize, usize, _bitunpacka_) {\
if(!n) return 0;\
unsigned char *ip = in;\ unsigned char *ip = in;\
if(!n) return 0;\
TEMPLATE2(vbxget, usize)(ip, start); \ TEMPLATE2(vbxget, usize)(ip, start); \
*out++ = start;\ *out++ = start;\
for(--n,op = out,out+=n; op < out;) { unsigned oplen = out - op; if(oplen > csize) oplen = csize; __builtin_prefetch(ip+512);\ for(--n,op = out,out+=n; op < out;) { unsigned oplen = out - op,b; if(oplen > csize) oplen = csize; PREFETCH(ip+512);\
unsigned b = *ip++; ip = TEMPLATE2(_bitunpacka_, usize)[b](ip, csize, op, start);\ b = *ip++; ip = TEMPLATE2(_bitunpacka_, usize)[b](ip, oplen, op, start);\
op += csize;\ op += oplen;\
start = op[-1];\ start = op[-1];\
} return ip - in;\ } return ip - in;\
} }
@ -179,7 +178,7 @@ unsigned char *bitunpack128v32( const unsigned char *__restrict in, unsigned n,
//------------------------------SSE ----------------------------------------------- //------------------------------SSE -----------------------------------------------
#ifdef __SSSE3__ #ifdef __SSSE3__
#include <tmmintrin.h> #include <tmmintrin.h>
static ALIGNED(char, shuffles[16][16], 16) = { static char shuffles[16][16] = {
#define _ 0x80 #define _ 0x80
{ _,_,_,_, _,_,_,_, _,_, _, _, _, _, _,_ }, { _,_,_,_, _,_,_,_, _,_, _, _, _, _, _,_ },
{ 0,1,2,3, _,_,_,_, _,_, _, _, _, _, _,_ }, { 0,1,2,3, _,_,_,_, _,_, _, _, _, _, _,_ },