daiduo/TurboPFor-Integer-Compression
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

TurboPFor: Variable simple encode/decode

Browse Source
This commit is contained in:
x
2019-12-21 14:06:33 +01:00
parent c5e6b726a5
commit 397d770524
1 changed files with 254 additions and 254 deletions
Download Patch File Download Diff File Expand all files Collapse all files

80
vsimple.c
View File

@ -107,7 +107,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
unsigned xm,m,r,x;
uint_t *e = in+n,*ip,*sp;
unsigned char *op = out,*op_ = out+n*(USIZE/8);
for(ip = in; ip < e; ) { PREFETCH(ip+256, 0);
for(ip = in; ip < e; ) { PREFETCH(ip+256, 0);
sp = ip;
#ifdef USE_RLE
if(ip+4 < e && *ip == *(ip+1)) {
@ -164,7 +164,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
(unsigned)ip[24] << 28 |
(unsigned)ip[25] << 29 |
(unsigned)ip[26] << 30 |
(unsigned)ip[27] << 31; ip += 28; op += 4;
(unsigned)ip[27] << 31; ip += 28; op += 4;
break;
case 2:
ctou32(op) = 2 |
@ -181,7 +181,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
(unsigned)ip[10] << 24 |
(unsigned)ip[11] << 26 |
(unsigned)ip[12] << 28 |
(unsigned)ip[13] << 30; ip += 14; op += 4;
(unsigned)ip[13] << 30; ip += 14; op += 4;
break;
case 3:
ctou32(op) = 3 |
@ -193,7 +193,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
(unsigned)ip[ 5] << 19 |
(unsigned)ip[ 6] << 22 |
(unsigned)ip[ 7] << 25 |
(unsigned)ip[ 8] << 28; ip += 9; op += 4;
(unsigned)ip[ 8] << 28; ip += 9; op += 4;
break;
case 4:
ctou64(op) = 4 |
@ -203,7 +203,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
(unsigned)ip[ 3] << 16 |
(unsigned)ip[ 4] << 20 |
(unsigned)ip[ 5] << 24 |
(unsigned)ip[ 6] << 28; ip += 7; op += 4;
(unsigned)ip[ 6] << 28; ip += 7; op += 4;
break;
case 5:
ctou64(op) = 5 |
@ -213,7 +213,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
(unsigned)ip[ 3] << 19 |
(unsigned)ip[ 4] << 24 |
(uint64_t)ip[ 5] << 29 |
(uint64_t)ip[ 6] << 34; ip += 7; op += 5;
(uint64_t)ip[ 6] << 34; ip += 7; op += 5;
break;
case 6:
ctou64(op) = 6 |
@ -222,7 +222,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
(unsigned)ip[ 2] << 16 |
(unsigned)ip[ 3] << 22 |
(uint64_t)ip[ 4] << 28 |
(uint64_t)ip[ 5] << 34; ip += 6; op += 5;
(uint64_t)ip[ 5] << 34; ip += 6; op += 5;
break;
case 7:
ctou64(op) = 7 |
@ -230,7 +230,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
(unsigned)ip[ 1] << 12 |
(unsigned)ip[ 2] << 19 |
(uint64_t)ip[ 3] << 26 |
(uint64_t)ip[ 4] << 33; ip += 5; op += 5;
(uint64_t)ip[ 4] << 33; ip += 5; op += 5;
break;
case 8:
case 9:
@ -238,7 +238,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
(unsigned)ip[ 0] << 4 |
(unsigned)ip[ 1] << 13 |
(unsigned)ip[ 2] << 22 |
(uint64_t)ip[ 3] << 31; ip += 4; op += 5;
(uint64_t)ip[ 3] << 31; ip += 4; op += 5;
break;
case 10:
ctou64(op) = 10 |
@ -247,7 +247,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
(uint64_t)ip[ 2] << 24 |
(uint64_t)ip[ 3] << 34 |
(uint64_t)ip[ 4] << 44 |
(uint64_t)ip[ 5] << 54; ip += 6; op += 8;
(uint64_t)ip[ 5] << 54; ip += 6; op += 8;
break;
case 11:
@ -257,7 +257,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
(unsigned)ip[ 1] << 16 |
(uint64_t)ip[ 2] << 28 |
(uint64_t)ip[ 3] << 40 |
(uint64_t)ip[ 4] << 52; ip += 5; op += 8;
(uint64_t)ip[ 4] << 52; ip += 5; op += 8;
break;
case 13:
case 14:
@ -266,7 +266,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
(unsigned)ip[ 0] << 4 |
(uint64_t)ip[ 1] << 19 |
(uint64_t)ip[ 2] << 34 |
(uint64_t)ip[ 3] << 49; ip += 4; op += 8;
(uint64_t)ip[ 3] << 49; ip += 4; op += 8;
break;
case 16:
case 17:
@ -276,7 +276,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
ctou64(op) = 11 |
(unsigned)ip[ 0] << 4 |
(uint64_t)ip[ 1] << 24 |
(uint64_t)ip[ 2] << 44; ip += 3; op += 8;
(uint64_t)ip[ 2] << 44; ip += 3; op += 8;
break;
case 21:
case 22:
@ -290,7 +290,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
case 30:
ctou64(op) = 13 |
(uint64_t)ip[ 0] << 4 |
(uint64_t)ip[ 1] << 34; ip += 2; op += 8;
(uint64_t)ip[ 1] << 34; ip += 2; op += 8;
break;
case 31:
case 32:
@ -298,7 +298,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
case 33: case 34: case 35: case 36:
#endif
ctou64(op) = 14 |
(uint64_t)ip[ 0] << 4; ip++; op += 5;
(uint64_t)ip[ 0] << 4; ip++; op += 5;
break;
#if USIZE == 64
default: xm = (m+7)/8;
@ -307,7 +307,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
break;
#endif
#ifdef USE_RLE
case USIZE<=32?33:65: ip += r;
case USIZE<=32?33:65: ip += r;
if(--r >= 0xf) {
*op++ = 0xf0|8;
if(n <= 0x100)
@ -333,23 +333,23 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, size_t n, unsigned
unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, size_t n, uint_t *__restrict op) {
uint_t *op_ = op+n;
while(op < op_) {
uint64_t w = *(uint64_t *)ip; PREFETCH(ip+256, 0);
uint64_t w = *(uint64_t *)ip; PREFETCH(ip+256, 0);
switch(w & 0xf) {
case 0: {
uint_t *q = op;
unsigned r = (w>>4)&0xf;
if(!r) { memcpy(op,ip+1, n*(USIZE/8)); return ip+n*(USIZE/8); }
if(!r) { memcpy(op,ip+1, n*(USIZE/8)); return ip+n*(USIZE/8); }
#if defined(__SSE2__) || defined(__ARM_NEON)
__m128i zv = _mm_setzero_si128();
#endif
ip++;
ip++;
if(unlikely(r == 0xf)) {
if(n <= 0x100)
r = (w>>8)&0xff, ip++;
else { vbxget32(ip, r); }
}
r -= 1;
op += r+1;
op += r+1;
while(q < op) {
#if defined(__SSE2__) || defined(__ARM_NEON)
_mm_storeu_si128((__m128i *)q,zv); q = (uint_t *)((unsigned char *)q+16);
@ -361,7 +361,7 @@ unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, size_t n, u
} break;
case 1:
OP( 0) = (w >> 4) & 1;
OP( 1) = (w >> 5) & 1;
OP( 1) = (w >> 5) & 1;
OP( 2) = (w >> 6) & 1;
OP( 3) = (w >> 7) & 1;
OP( 4) = (w >> 8) & 1;
@ -387,7 +387,7 @@ unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, size_t n, u
OP(24) = (w >> 28) & 1;
OP(25) = (w >> 29) & 1;
OP(26) = (w >> 30) & 1;
OP(27) = (w >> 31) & 1; OPI( 28); ip+=4;
OP(27) = (w >> 31) & 1; OPI( 28); ip+=4;
break;
case 2:
OP( 0) = (w >> 4) & 3;
@ -403,7 +403,7 @@ unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, size_t n, u
OP(10) = (w >> 24) & 3;
OP(11) = (w >> 26) & 3;
OP(12) = (w >> 28) & 3;
OP(13) = (w >> 30) & 3; OPI( 14); ip+=4;
OP(13) = (w >> 30) & 3; OPI( 14); ip+=4;
break;
case 3:
OP( 0) = (w >> 4) & 7;
@ -414,7 +414,7 @@ unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, size_t n, u
OP( 5) = (w >> 19) & 7;
OP( 6) = (w >> 22) & 7;
OP( 7) = (w >> 25) & 7;
OP( 8) = (w >> 28) & 7; OPI( 9); ip+=4;
OP( 8) = (w >> 28) & 7; OPI( 9); ip+=4;
break;
case 4:
OP( 0) = (w >> 4) & 0xf;
@ -423,7 +423,7 @@ unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, size_t n, u
OP( 3) = (w >> 16) & 0xf;
OP( 4) = (w >> 20) & 0xf;
OP( 5) = (w >> 24) & 0xf;
OP( 6) = (w >> 28) & 0xf; OPI( 7); ip+=4;
OP( 6) = (w >> 28) & 0xf; OPI( 7); ip+=4;
break;
case 5:
OP( 0) = (w >> 4) & 0x1f;
@ -432,7 +432,7 @@ unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, size_t n, u
OP( 3) = (w >> 19) & 0x1f;
OP( 4) = (w >> 24) & 0x1f;
OP( 5) = (w >> 29) & 0x1f;
OP( 6) = (w >> 34) & 0x1f; OPI( 7); ip+=5;
OP( 6) = (w >> 34) & 0x1f; OPI( 7); ip+=5;
break;
case 6:
OP(0) = (w >> 4) & 0x3f;
@ -440,7 +440,7 @@ unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, size_t n, u
OP(2) = (w >> 16) & 0x3f;
OP(3) = (w >> 22) & 0x3f;
OP(4) = (w >> 28) & 0x3f;
OP(5) = (w >> 34) & 0x3f; OPI( 6); ip+=5;
OP(5) = (w >> 34) & 0x3f; OPI( 6); ip+=5;
break;
case 7:
@ -457,27 +457,27 @@ unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, size_t n, u
OP(1) = (w >> 12) & 0x7f;
OP(2) = (w >> 19) & 0x7f;
OP(3) = (w >> 26) & 0x7f;
OP(4) = (w >> 33) & 0x7f; OPI( 5); ip+=5;
OP(4) = (w >> 33) & 0x7f; OPI( 5); ip+=5;
break;
#ifdef USE_RLE
case 8: {
uint_t *q=op,u;
int r = (w>>4)&0xf;
ip++;
if(unlikely(r == 0xf)) {
ip++;
if(unlikely(r == 0xf)) {
if(n <= 0x100)
r = (w>>8)&0xff, ip++;
else { vbxget32(ip, r); }
}
op += r+1; TEMPLATE2(vbxget, USIZE)(ip,u);
#if (defined(__SSE2__) || defined(__ARM_NEON)) && USIZE == 32
{ __m128i v = _mm_set1_epi32(u);
{ __m128i v = _mm_set1_epi32(u);
while(q < op) {
_mm_storeu_si128((__m128i *)q,v); q += 4;
_mm_storeu_si128((__m128i *)q,v); q += 4;
}
}
}
#else
while(q < op) {
q[0]=q[1]=q[2]=q[3]=q[4]=q[5]=q[6]=q[7]=u; q+=8;
@ -489,7 +489,7 @@ unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, size_t n, u
OP(0) = (w >> 4) & 0x1ff;
OP(1) = (w >> 13) & 0x1ff;
OP(2) = (w >> 22) & 0x1ff;
OP(3) = (w >> 31) & 0x1ff; OPI( 4); ip+=5;
OP(3) = (w >> 31) & 0x1ff; OPI( 4); ip+=5;
break;
case 10:
@ -498,35 +498,35 @@ unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, size_t n, u
OP(2) = (w >> 24) & 0x3ff;
OP(3) = (w >> 34) & 0x3ff;
OP(4) = (w >> 44) & 0x3ff;
OP(5) = (w >> 54) & 0x3ff; OPI( 6); ip+=8;
OP(5) = (w >> 54) & 0x3ff; OPI( 6); ip+=8;
break;
case 12:
OP(0) = (w >> 4) & 0xfffu;
OP(1) = (w >> 16) & 0xfffu;
OP(2) = (w >> 28) & 0xfffu;
OP(3) = (w >> 40) & 0xfffu;
OP(4) = (w >> 52) & 0xfffu; OPI( 5); ip+=8;
OP(4) = (w >> 52) & 0xfffu; OPI( 5); ip+=8;
break;
case 15:
OP(0) = (w >> 4) & 0x7fffu;
OP(1) = (w >> 19) & 0x7fffu;
OP(2) = (w >> 34) & 0x7fffu;
OP(3) = (w >> 49) & 0x7fffu; OPI( 4); ip+=8;
OP(3) = (w >> 49) & 0x7fffu; OPI( 4); ip+=8;
break;
case 11:
OP(0) = (w >> 4) & 0xfffffu; // 20
OP(1) = (w >> 24) & 0xfffffu;
OP(2) = (w >> 44) & 0xfffffu; OPI( 3); ip+=8;
OP(2) = (w >> 44) & 0xfffffu; OPI( 3); ip+=8;
break;
case 13:
OP(0) = (w >> 4) & 0x3fffffffu;
OP(1) = (w >> 34) & 0x3fffffffu; OPI( 2); ip+=8;
OP(1) = (w >> 34) & 0x3fffffffu; OPI( 2); ip+=8;
break;
case 14:
#if USIZE <= 32
OP(0) = (w >> 4) & 0xfffffffffull; OPI( 1); ip+=5;
OP(0) = (w >> 4) & 0xfffffffffull; OPI( 1); ip+=5;
#else
OP(0) = (w >> 4) & 0xfffffffffull; OPI( 1); ip+=5;
OP(0) = (w >> 4) & 0xfffffffffull; OPI( 1); ip+=5;
#endif
break;
}