daiduo/TurboPFor-Integer-Compression
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

TurboPFor: Variable simple encode/decode

Browse Source
This commit is contained in:
powturbo
2017-06-13 09:14:19 +02:00
parent a24418f12a
commit a30c39fb1e
1 changed files with 37 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

69
vsimple.c
View File

@ -26,7 +26,7 @@
#ifdef __SSE2__ #ifdef __SSE2__
#include <emmintrin.h> #include <emmintrin.h>
#endif #endif
#include <stdint.h> #include "conf.h"
#include "vsimple.h" #include "vsimple.h"
#ifndef SV_LIM32 #ifndef SV_LIM32
@ -110,7 +110,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
} else *op++ = r<<4; } else *op++ = r<<4;
break; break;
case 1: case 1:
*(unsigned *)op = 1 | ctou32(op) = 1 |
(unsigned)ip[ 0] << 4 | (unsigned)ip[ 0] << 4 |
(unsigned)ip[ 1] << 5 | (unsigned)ip[ 1] << 5 |
(unsigned)ip[ 2] << 6 | (unsigned)ip[ 2] << 6 |
@ -141,7 +141,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
(unsigned)ip[27] << 31; ip += 28; op += 4; (unsigned)ip[27] << 31; ip += 28; op += 4;
break; break;
case 2: case 2:
*(unsigned *)op = 2 | ctou32(op) = 2 |
(unsigned)ip[ 0] << 4 | (unsigned)ip[ 0] << 4 |
(unsigned)ip[ 1] << 6 | (unsigned)ip[ 1] << 6 |
(unsigned)ip[ 2] << 8 | (unsigned)ip[ 2] << 8 |
@ -158,7 +158,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
(unsigned)ip[13] << 30; ip += 14; op += 4; (unsigned)ip[13] << 30; ip += 14; op += 4;
break; break;
case 3: case 3:
*(unsigned *)op = 3 | ctou32(op) = 3 |
(unsigned)ip[ 0] << 4 | (unsigned)ip[ 0] << 4 |
(unsigned)ip[ 1] << 7 | (unsigned)ip[ 1] << 7 |
(unsigned)ip[ 2] << 10 | (unsigned)ip[ 2] << 10 |
@ -170,7 +170,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
(unsigned)ip[ 8] << 28; ip += 9; op += 4; (unsigned)ip[ 8] << 28; ip += 9; op += 4;
break; break;
case 4: case 4:
*(uint64_t *)op = 4 | ctou64(op) = 4 |
(unsigned)ip[ 0] << 4 | (unsigned)ip[ 0] << 4 |
(unsigned)ip[ 1] << 8 | (unsigned)ip[ 1] << 8 |
(unsigned)ip[ 2] << 12 | (unsigned)ip[ 2] << 12 |
@ -180,7 +180,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
(unsigned)ip[ 6] << 28; ip += 7; op += 4; (unsigned)ip[ 6] << 28; ip += 7; op += 4;
break; break;
case 5: case 5:
*(uint64_t *)op = 5 | ctou64(op) = 5 |
(unsigned)ip[ 0] << 4 | (unsigned)ip[ 0] << 4 |
(unsigned)ip[ 1] << 9 | (unsigned)ip[ 1] << 9 |
(unsigned)ip[ 2] << 14 | (unsigned)ip[ 2] << 14 |
@ -190,7 +190,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
(uint64_t)ip[ 6] << 34; ip += 7; op += 5; (uint64_t)ip[ 6] << 34; ip += 7; op += 5;
break; break;
case 6: case 6:
*(uint64_t *)op = 6 | ctou64(op) = 6 |
(unsigned)ip[ 0] << 4 | (unsigned)ip[ 0] << 4 |
(unsigned)ip[ 1] << 10 | (unsigned)ip[ 1] << 10 |
(unsigned)ip[ 2] << 16 | (unsigned)ip[ 2] << 16 |
@ -199,7 +199,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
(uint64_t)ip[ 5] << 34; ip += 6; op += 5; (uint64_t)ip[ 5] << 34; ip += 6; op += 5;
break; break;
case 7: case 7:
*(uint64_t *)op = 7 | ctou64(op) = 7 |
(unsigned)ip[ 0] << 5 | (unsigned)ip[ 0] << 5 |
(unsigned)ip[ 1] << 12 | (unsigned)ip[ 1] << 12 |
(unsigned)ip[ 2] << 19 | (unsigned)ip[ 2] << 19 |
@ -208,14 +208,14 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
break; break;
case 8: case 8:
case 9: case 9:
*(uint64_t *)op = 9 | ctou64(op) = 9 |
(unsigned)ip[ 0] << 4 | (unsigned)ip[ 0] << 4 |
(unsigned)ip[ 1] << 13 | (unsigned)ip[ 1] << 13 |
(unsigned)ip[ 2] << 22 | (unsigned)ip[ 2] << 22 |
(uint64_t)ip[ 3] << 31; ip += 4; op += 5; (uint64_t)ip[ 3] << 31; ip += 4; op += 5;
break; break;
case 10: case 10:
*(uint64_t *)op = 10 | ctou64(op) = 10 |
(unsigned)ip[ 0] << 4 | (unsigned)ip[ 0] << 4 |
(unsigned)ip[ 1] << 14 | (unsigned)ip[ 1] << 14 |
(uint64_t)ip[ 2] << 24 | (uint64_t)ip[ 2] << 24 |
@ -226,7 +226,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
case 11: case 11:
case 12: case 12:
*(uint64_t *)op = 12 | ctou64(op) = 12 |
(unsigned)ip[ 0] << 4 | (unsigned)ip[ 0] << 4 |
(unsigned)ip[ 1] << 16 | (unsigned)ip[ 1] << 16 |
(uint64_t)ip[ 2] << 28 | (uint64_t)ip[ 2] << 28 |
@ -236,7 +236,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
case 13: case 13:
case 14: case 14:
case 15: case 15:
*(uint64_t *)op = 15 | ctou64(op) = 15 |
(unsigned)ip[ 0] << 4 | (unsigned)ip[ 0] << 4 |
(uint64_t)ip[ 1] << 19 | (uint64_t)ip[ 1] << 19 |
(uint64_t)ip[ 2] << 34 | (uint64_t)ip[ 2] << 34 |
@ -249,7 +249,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
case 19: case 19:
case 20: case 20:
#endif #endif
*(uint64_t *)op = 11 | ctou64(op) = 11 |
(unsigned)ip[ 0] << 4 | (unsigned)ip[ 0] << 4 |
(uint64_t)ip[ 1] << 24 | (uint64_t)ip[ 1] << 24 |
(uint64_t)ip[ 2] << 44; ip += 3; op += 8; (uint64_t)ip[ 2] << 44; ip += 3; op += 8;
@ -265,7 +265,7 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
case 28: case 28:
case 29: case 29:
case 30: case 30:
*(uint64_t *)op = 13 | ctou64(op) = 13 |
(uint64_t)ip[ 0] << 4 | (uint64_t)ip[ 0] << 4 |
(uint64_t)ip[ 1] << 34; ip += 2; op += 8; (uint64_t)ip[ 1] << 34; ip += 2; op += 8;
break; break;
@ -274,13 +274,13 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
#if USIZE == 64 #if USIZE == 64
case 33: case 34: case 35: case 36: case 33: case 34: case 35: case 36:
#endif #endif
*(uint64_t *)op = 14 | ctou64(op) = 14 |
(uint64_t)ip[ 0] << 4; ip++; op += 5; (uint64_t)ip[ 0] << 4; ip++; op += 5;
break; break;
#if USIZE == 64 #if USIZE == 64
case 37 ... 64: xm = (m+7)/8; default: xm = (m+7)/8;
*op++ = 0x17 | (xm-1) << 5; *op++ = 0x17 | (xm-1) << 5;
*(uint64_t *)op = (uint64_t)ip[ 0]; ip++; op += xm; ctou64(op) = (uint64_t)ip[ 0]; ip++; op += xm;
break; break;
#endif #endif
#endif #endif
@ -310,21 +310,23 @@ unsigned char *TEMPLATE2(VSENC, USIZE)(uint_t *__restrict in, int n, unsigned ch
unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, int n, uint_t *__restrict op) { unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, int n, uint_t *__restrict op) {
uint_t *op_ = op+n; uint_t *op_ = op+n;
while(op < op_) { while(op < op_) {
register uint64_t w = *(uint64_t *)ip; __builtin_prefetch(ip+64, 0); uint64_t w = *(uint64_t *)ip; __builtin_prefetch(ip+64, 0);
switch(w & 0xf) { switch(w & 0xf) {
case 0: { case 0: {
unsigned r = (w>>4)&0xf; ip++; uint_t *q = op;
unsigned r = (w>>4)&0xf;
#ifdef __SSE2__
__m128i zv = _mm_setzero_si128();
#endif
ip++;
if(unlikely(r == 0xf)) { if(unlikely(r == 0xf)) {
if(n <= 0x100) if(n <= 0x100)
r = (w>>8)&0xff, ip++; r = (w>>8)&0xff, ip++;
else { vbxget32(ip, r); } else { vbxget32(ip, r); }
} }
uint_t *q = op; op += r+1; op += r+1;
#if defined(__SSE2__)
__m128i zv = _mm_setzero_si128();
#endif
while(q < op) { while(q < op) {
#if defined(__SSE2__) #ifdef __SSE2__
_mm_storeu_si128((__m128i *)q,zv); q = (uint_t *)((unsigned char *)q+16); _mm_storeu_si128((__m128i *)q,zv); q = (uint_t *)((unsigned char *)q+16);
_mm_storeu_si128((__m128i *)q,zv); q = (uint_t *)((unsigned char *)q+16); _mm_storeu_si128((__m128i *)q,zv); q = (uint_t *)((unsigned char *)q+16);
#else #else
@ -435,19 +437,22 @@ unsigned char *TEMPLATE2(VSDEC, USIZE)(unsigned char *__restrict ip, int n, uint
#ifdef USE_RLE #ifdef USE_RLE
case 8: { case 8: {
int r = (w>>4)&0xf; ip++; uint_t *q=op,u;
if(unlikely(r == 0xf)) { int r = (w>>4)&0xf;
ip++;
if(unlikely(r == 0xf)) {
if(n <= 0x100) if(n <= 0x100)
r = (w>>8)&0xff, ip++; r = (w>>8)&0xff, ip++;
else { vbxget32(ip, r); } else { vbxget32(ip, r); }
} }
uint_t *q=op,u; op += r+1; TEMPLATE2(vbxget, USIZE)(ip,u); op += r+1; TEMPLATE2(vbxget, USIZE)(ip,u);
#if defined(__SSE2__) && USIZE == 32 #if defined(__SSE2__) && USIZE == 32
__m128i v = _mm_set1_epi32(u); { __m128i v = _mm_set1_epi32(u);
while(q < op) { while(q < op) {
_mm_storeu_si128((__m128i *)q,v); q += 4; _mm_storeu_si128((__m128i *)q,v); q += 4;
_mm_storeu_si128((__m128i *)q,v); q += 4; _mm_storeu_si128((__m128i *)q,v); q += 4;
} }
}
#else #else
while(q < op) { while(q < op) {
q[0]=q[1]=q[2]=q[3]=q[4]=q[5]=q[6]=q[7]=u; q+=8; q[0]=q[1]=q[2]=q[3]=q[4]=q[5]=q[6]=q[7]=u; q+=8;