daiduo/TurboPFor-Integer-Compression
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

TurboPFor: TurboPFor encode/decode c/c++ header

Browse Source
This commit is contained in:
powturbo
2017-06-13 09:14:19 +02:00
parent 368b7bee1e
commit 603ee0b745
1 changed files with 9 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
vp4.h
View File

@ -24,12 +24,16 @@
// "TurboPFor: Integer Compression" PFor/PForDelta + Direct access // "TurboPFor: Integer Compression" PFor/PForDelta + Direct access
#ifndef VP4_H_ #ifndef VP4_H_
#define VP4_H_ #define VP4_H_
#if defined(_MSC_VER) && _MSC_VER < 1600
#include "vs/stdint.h"
#else
#include <stdint.h>
#endif
#include <stddef.h>
#ifdef __cplusplus #ifdef __cplusplus
extern "C" { extern "C" {
#endif #endif
#include <stdint.h>
#include <stddef.h>
//************************************************ High level API - n unlimited **************************************************** //************************************************ High level API - n unlimited ****************************************************
// Compress integer array with n values to the buffer out. // Compress integer array with n values to the buffer out.
// Return value = number of bytes written to compressed buffer out // Return value = number of bytes written to compressed buffer out
@ -232,6 +236,7 @@ unsigned char *p4zdec64( unsigned char *__restrict in, unsigned n, uint64_t
//---------------- Direct Access functions to compressed TurboPFor array p4encx16/p4encx32 ------------------------------------------------------- //---------------- Direct Access functions to compressed TurboPFor array p4encx16/p4encx32 -------------------------------------------------------
#ifndef NTURBOPFOR_DAC #ifndef NTURBOPFOR_DAC
#include "conf.h"
#define P4D_PAD8(_x_) ( (((_x_)+8-1)/8) ) #define P4D_PAD8(_x_) ( (((_x_)+8-1)/8) )
#define P4D_B(_x_) ((_x_) & 0x7f) #define P4D_B(_x_) ((_x_) & 0x7f)
#define P4D_XB(_x_) (((_x_) & 0x80)?((_x_) >> 8):0) #define P4D_XB(_x_) (((_x_) & 0x80)?((_x_) >> 8):0)
@ -256,12 +261,12 @@ static inline void p4ini(struct p4 *p4, unsigned char **pin, unsigned n, unsigne
p4->bx = P4D_XB(p4i); //printf("p4i=%x,b=%d,bx=%d ", p4->i, *b, p4->bx); //assert(n <= P4D_MAX); p4->bx = P4D_XB(p4i); //printf("p4i=%x,b=%d,bx=%d ", p4->i, *b, p4->bx); //assert(n <= P4D_MAX);
*pin = p4->ex = ++in; *pin = p4->ex = ++in;
if(p4->isx) { if(p4->isx) {
unsigned num=0,j;
unsigned char *p;
++in; ++in;
p4->xmap = (uint64_t *)in; p4->xmap = (uint64_t *)in;
unsigned num=0,j;
for(j=0; j < n/64; j++) { p4->cum[j] = num; num += popcnt64(ctou64(in+j*8)); } for(j=0; j < n/64; j++) { p4->cum[j] = num; num += popcnt64(ctou64(in+j*8)); }
if(n & 0x3f) num += popcnt64(ctou64(in+j*8) & ((1ull<<(n&0x3f))-1) ); if(n & 0x3f) num += popcnt64(ctou64(in+j*8) & ((1ull<<(n&0x3f))-1) );
unsigned char *p;
p4->ex = p = in + (n+7)/8; p4->ex = p = in + (n+7)/8;
*pin = p = p4->ex+(((uint64_t)num*p4->bx+7)/8); *pin = p = p4->ex+(((uint64_t)num*p4->bx+7)/8);
} else p4->xmap = p4xmap; } else p4->xmap = p4xmap;