IcBench: Sample Benchmark App
This commit is contained in:
x
805
icapp.c
Normal file → Executable file
805
icapp.c
Normal file → Executable file
@ -26,6 +26,7 @@
|
||||
#include <string.h>
|
||||
#include <stdio.h>
|
||||
#include <stdlib.h>
|
||||
#include <ctype.h>
|
||||
#ifdef __APPLE__
|
||||
#include <sys/malloc.h>
|
||||
#else
|
||||
@ -36,36 +37,17 @@
|
||||
#else
|
||||
#include <getopt.h>
|
||||
#endif
|
||||
#include "time_.h"
|
||||
|
||||
#if defined(_WIN32)
|
||||
#include <windows.h>
|
||||
#endif
|
||||
#define NTURBOPFOR_DAC
|
||||
#include "conf.h"
|
||||
#if !defined(_WIN32)
|
||||
#include <sys/mman.h>
|
||||
#include <sys/resource.h>
|
||||
#include <unistd.h>
|
||||
#include <sys/types.h>
|
||||
#include <sys/param.h>
|
||||
#else
|
||||
#include <io.h>
|
||||
#include <fcntl.h>
|
||||
#define srand48(x) srand(x)
|
||||
#define drand48() ((double)(rand()) / RAND_MAX)
|
||||
#define __off64_t _off64_t
|
||||
#endif
|
||||
|
||||
#include "bitutil.h"
|
||||
#include "bitpack.h"
|
||||
#include "vp4.h"
|
||||
#include "vint.h"
|
||||
#include "fp.h"
|
||||
#include "vsimple.h"
|
||||
#endif
|
||||
#include <math.h> // pow
|
||||
|
||||
#include "conf.h"
|
||||
#include "time_.h"
|
||||
//--------------------------------------- Zipfian generator --------------------------------------------------------
|
||||
#include <math.h>
|
||||
static double a = 1.5;
|
||||
static unsigned xbits[65],verbose;
|
||||
void stprint(char *s) {
|
||||
@ -219,12 +201,14 @@ unsigned datagen(unsigned char *in, unsigned n, int isize, double be_mindelta) {
|
||||
return n*abs(isize);
|
||||
}
|
||||
|
||||
int mdelta;
|
||||
// 0 1 2 3 4 5 6 7, 8 9 10
|
||||
enum { T_0, T_UINT8, T_UINT16, T_UINT24, T_UINT32, T_UINT40, T_UINT48, T_UINT56, T_UINT64, T_FLOAT, T_DOUBLE, T_CHAR, T_TXT, T_TST };
|
||||
#define IPUSH(in,n,isize, nmax,u) { if(n >= nmax) { nmax = nmax?(nmax << 1):(1<<20); in = realloc(in, nmax*isize+OVD); if(!in) die("malloc err=%u", nmax); }\
|
||||
ctou32(in+n*isize) = u; n++;\
|
||||
}
|
||||
|
||||
int mdelta;
|
||||
char *keysep;
|
||||
|
||||
unsigned befgen(unsigned char **_in, unsigned n, int fmt, int isize, FILE *fi, int kid, int skiph, int decs, int divs, int mdelta) {
|
||||
unsigned char *in = *_in,*ip;
|
||||
@ -242,31 +226,30 @@ unsigned befgen(unsigned char **_in, unsigned n, int fmt, int isize, FILE *fi, i
|
||||
pre /= divs;
|
||||
} else pre = 1;
|
||||
switch(fmt) {
|
||||
case T_TXT: if(verbose) printf("reading text lines. pre=%.2f, col=%d\n", pre, kid);
|
||||
case T_TXT: if(verbose) printf("reading text lines. pre=%.2f, col=%d, sep=%s\n", pre, kid, keysep?keysep:"");
|
||||
while(fgets(s, LSIZE, fi)) {
|
||||
unsigned char *p = s,*q;
|
||||
int k;
|
||||
int k=0,keyid=1,c;
|
||||
s[strlen(s) - 1] = 0;
|
||||
for(k = 0; *p; ) {
|
||||
for(; *p; ) {
|
||||
if(isize > 0) {
|
||||
while(*p && (*p < '0' || *p > '9') && *p != '-') *p++;
|
||||
while(*p && !isdigit(*p) && *p != '-' && *p != '+') { if(keysep && strchr(keysep,*p)) keyid++; p++; }
|
||||
uint64_t u = strtoll(p, &q, 10) - mdelta;
|
||||
if(*q == '.')
|
||||
u = pre>1.0?round(strtod(s, &q)*pre):strtod(s, &q) - mdelta;
|
||||
p = q;
|
||||
if(++k == kid) {
|
||||
IPUSH(in,n,isize,nmax,u); if(verbose>=5 && n < 100 || verbose>=9) printf("%lld ", (int64_t)u);
|
||||
u = pre>1.0?round(strtod(p, &q)*pre):strtod(p, &q) - mdelta;
|
||||
if(!keysep || keyid == kid /*|| ++k == kid*/) {
|
||||
IPUSH(in,n,isize,nmax,u); c=*q; *q=0; if(verbose>=5 && n < 100 || verbose>=9) printf("%s->%lld ", p, u, c); *q = c;
|
||||
break;
|
||||
}
|
||||
while(*p && (*p >= '0' && *p <= '9' || *p == '.') ) *p++;
|
||||
p = q;
|
||||
} else {
|
||||
while(*p && (*p < '0' || *p > '9') && *p != '-' && p != '.') *p++; //if(verbose>=5 && n < 100 || verbose>=9) printf("%s ", p);
|
||||
while(*p && !isdigit(*p) && *p != '-' && *p != '.' && *p != '+') { if(keysep && strchr(keysep,*p)) keyid++; p++; }
|
||||
double d = strtod(p, &q) - mdelta;
|
||||
p = q;
|
||||
if(++k == kid) {
|
||||
IPUSH(in,n,-isize,nmax,d); if(verbose>=5 && n < 100 || verbose>=9) printf("%f ", d);
|
||||
if(!keysep || keyid == kid/*|| ++k == kid*/) {
|
||||
IPUSH(in,n,-isize,nmax,d); c=*q; *q=0; if(verbose>=5 && n < 100 || verbose>=9) printf("%s->%f ", p, d); *q = c;
|
||||
break;
|
||||
}
|
||||
p = q;
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -277,13 +260,19 @@ unsigned befgen(unsigned char **_in, unsigned n, int fmt, int isize, FILE *fi, i
|
||||
int c;
|
||||
if(isize > 0) {
|
||||
int64_t u;
|
||||
while((c = getc(fi)) >= '0' && c <= '9' || c == '-')
|
||||
while((c = getc(fi)) >= '0' && c <= '9' || c == '-' || c == '+')
|
||||
if(p - s < LSIZE) *p++ = c;
|
||||
*p = 0;
|
||||
u = strtoll(s, &p, 10) - mdelta;
|
||||
if(*p == '.')
|
||||
if(c == '.') {
|
||||
*p++ = c;
|
||||
while((c = getc(fi)) >= '0' && c <= '9' || c == '-' || c == '+' || c == 'e' || c == 'E')
|
||||
if(p - s < LSIZE) *p++ = c;
|
||||
*p = 0;
|
||||
u = pre>1.0?round(strtod(s, &q)*pre):strtod(s, &q) - mdelta;
|
||||
IPUSH(in,n,isize,nmax,u); if(verbose>=5 && n < 100 || verbose>=9) printf("%lld ", (int64_t)u);
|
||||
} else {
|
||||
*p = 0;
|
||||
u = strtoll(s, &p, 10) - mdelta;
|
||||
}
|
||||
IPUSH(in,n,isize,nmax,u); if(verbose>=5 && n < 100 || verbose>=9) printf("%s->%lld ", s, (int64_t)u);
|
||||
} else {
|
||||
while((c = getc(fi)) >= '0' && c <= '9' || c == '-')
|
||||
if(p - s < LSIZE) *p++ = c;
|
||||
@ -309,19 +298,22 @@ unsigned befgen(unsigned char **_in, unsigned n, int fmt, int isize, FILE *fi, i
|
||||
} break;*/
|
||||
default: die("unknown data format %d\n", fmt);
|
||||
}
|
||||
if(verbose>=5) printf("\n");
|
||||
*_in = in;
|
||||
return n*abs(isize);
|
||||
}
|
||||
//---------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
int mcpy=1;
|
||||
|
||||
#define CBUF(_n_) (((size_t)(_n_))*4/3+1024)
|
||||
int memcheck(unsigned char *in, unsigned n, unsigned char *cpy) {
|
||||
int i;
|
||||
for(i = 0; i < n; i++)
|
||||
if(in[i] != cpy[i]) {
|
||||
printf("ERROR at %d:in=%x,%x dec=%x,%x\n", i, in[i], in[i+1], cpy[i],cpy[i+1]);
|
||||
printf("ERROR at %d:in=%x,%x dec=%x,%x\n", i, in[i], in[i+1], cpy[i],cpy[i+1]);die("");
|
||||
return i+1;
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
@ -333,194 +325,570 @@ void libmemcpy(unsigned char *dst, unsigned char *src, int len) {
|
||||
}
|
||||
|
||||
void pr(unsigned l, unsigned n) { double r = (double)l*100.0/n; if(r>0.1) printf("%10u %6.2f%% ", l, r);else printf("%10u %7.3f%%", l, r); fflush(stdout); }
|
||||
//-------------------------------------
|
||||
#include "bitutil.h"
|
||||
#include "bitpack.h"
|
||||
#define NTURBOPFOR_DAC
|
||||
#include "vp4.h"
|
||||
#include "vint.h"
|
||||
#include "fp.h"
|
||||
#include "vsimple.h"
|
||||
#include "transpose.h"
|
||||
#include "ext/trle.h"
|
||||
|
||||
#define ID_MEMCPY 40
|
||||
unsigned bench64(unsigned char *in, unsigned n, unsigned char *out, unsigned char *cpy, int id, char *inname) {
|
||||
unsigned l,m = n/8;
|
||||
#ifdef CODEC1
|
||||
#define LZ4
|
||||
#define BITSHUFFLE
|
||||
#endif
|
||||
|
||||
memrcpy(cpy,in,n);
|
||||
switch(id) {
|
||||
case 1: TMBENCH("",l=p4nenc64( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc64 ", p4ndec64( out, m, cpy) ,n); break;
|
||||
case 2: TMBENCH("",l=p4nenc128v64( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc128v64 ", p4ndec128v64( out, m, cpy) ,n); break;
|
||||
|
||||
case 3: TMBENCH("",l=p4nzenc64( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc64 ", p4nzdec64( out, m, cpy) ,n); break;
|
||||
|
||||
case 5: TMBENCH("",l=p4ndenc64( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc64 ", p4nddec64( out, m, cpy) ,n); break;
|
||||
|
||||
case 7: TMBENCH("",l=p4nd1enc64( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc64 ", p4nd1dec64( out, m, cpy) ,n); break;
|
||||
case 9: TMBENCH("",l=p4nsenc64( in, m, out) ,n); pr(l,n); TMBENCH2("p4nsenc64 ", p4nsdec64( out, m, cpy) ,n); break;
|
||||
|
||||
case 10: TMBENCH("",l=vbzenc64( in, m, out,0)-out,n); pr(l,n); TMBENCH2("vbzenc64 ", vbzdec64( out, m, cpy,0) ,n); break;
|
||||
case 11: TMBENCH("",l=vbddenc64( in, m, out,0)-out,n); pr(l,n); TMBENCH2("vbddenc64 ", vbdddec64( out, m, cpy,0) ,n); break;
|
||||
|
||||
case 12: TMBENCH("",l=bitnpack64( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack64 ", bitnunpack64( out, m, cpy) ,n); break;
|
||||
case 13: TMBENCH("",l=bitnpack128v64(in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack128v64 ", bitnunpack128v64(out, m, cpy) ,n); break;
|
||||
|
||||
case 14: TMBENCH("",l=bitnzpack64( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack64 ", bitnzunpack64( out, m, cpy) ,n); break;
|
||||
|
||||
case 16: TMBENCH("",l=bitndpack64( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack64 ", bitndunpack64( out, m, cpy) ,n); break;
|
||||
|
||||
case 18: TMBENCH("",l=bitnd1pack64( in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack64 ", bitnd1unpack64( out, m, cpy) ,n); break;
|
||||
|
||||
case 30: TMBENCH("",l=vsenc64( in, m, out)-out,n); pr(l,n); TMBENCH2("vsenc64 ", vsdec64( out, m, cpy) , n); break;
|
||||
case 31: TMBENCH("",l=bitgenc64( in, m, out,0),n); pr(l,n); TMBENCH2("bitgenc64 ", bitgdec64( out, m, cpy,0) ,n); break;
|
||||
// Function for floating point/integer compression
|
||||
case 32: TMBENCH("",l=fppenc64( in, m, out,0),n); pr(l,n); TMBENCH2("fppenc64 ", fppdec64( out, m, cpy,0) ,n); break;
|
||||
case 33: TMBENCH("",l=fpgenc64( in, m, out,0),n); pr(l,n); TMBENCH2("fpgenc64 ", fpgdec64( out, m, cpy,0) ,n); break;
|
||||
case 34: TMBENCH("",l=fpddenc64( in, m, out,0),n); pr(l,n); TMBENCH2("fpddenc64 ", fpdddec64( out, m, cpy,0) ,n); break;
|
||||
case 35: TMBENCH("",l=fpfcmenc64( in, m, out,0),n); pr(l,n); TMBENCH2("fpfcmenc64 ", fpfcmdec64( out, m, cpy,0) ,n); break;
|
||||
case 36: TMBENCH("",l=fpdfcmenc64( in, m, out,0),n); pr(l,n); TMBENCH2("fpdfcmenc64 ", fpdfcmdec64( out, m, cpy,0) ,n); break;
|
||||
case ID_MEMCPY: if(!mcpy) return l; TMBENCH( "", libmemcpy( in,out,n) ,n); pr(n,n); TMBENCH2("memcpy ", libmemcpy( out,cpy,n) ,n); return n;
|
||||
default: return l;
|
||||
}
|
||||
printf("\t%s\n", inname);
|
||||
memcheck(in,m*8,cpy);
|
||||
return l;
|
||||
#ifdef BITSHUFFLE
|
||||
#include "bitshuffle/src/bitshuffle.h"
|
||||
#ifndef LZ4
|
||||
#include "bitshuffle/lz4/lz4.h"
|
||||
#define USE_LZ
|
||||
#endif
|
||||
#endif
|
||||
|
||||
#ifdef LZ4
|
||||
#include "lz4/lib/lz4.h"
|
||||
#define USE_LZ
|
||||
#endif
|
||||
|
||||
#define CPYR(in,n,esize,out) memcpy(out+((n)&(~(esize-1))),in+((n)&(~(esize-1))),(n)&(esize-1)) //, out+((n)&(8*esize-1))
|
||||
|
||||
#ifdef USE_LZ
|
||||
unsigned lzcomp(unsigned char *in, unsigned n, unsigned char *out, int lev) { if(!n) return 0;
|
||||
unsigned outsize = CBUF(n);
|
||||
int rc = !lev?LZ4_compress_fast((char *)in, (char *)(out+0), n,outsize, 4):(lev<9?LZ4_compress_default((char *)in, (char *)(out+0), n, outsize):
|
||||
#ifdef LZ4
|
||||
LZ4_compress_HC((char *)in, (char *)(out+0), n, outsize, lev));
|
||||
#else
|
||||
LZ4_compress_default((char *)in, (char *)(out+0), n, outsize));
|
||||
#endif
|
||||
}
|
||||
|
||||
unsigned bench32(unsigned char *in, unsigned n, unsigned char *out, unsigned char *cpy, int id, char *inname) {
|
||||
unsigned l,m=n/4;
|
||||
unsigned lzdecomp(unsigned char *in, unsigned n, unsigned char *out) { if(!n) return 0;
|
||||
unsigned outsize = CBUF(n);
|
||||
LZ4_decompress_fast((char *)(in+0), (char *)out, n/*, CBUF(n)*/);
|
||||
}
|
||||
|
||||
#ifdef USE_SSE
|
||||
unsigned tp4lzenc(unsigned char *in, unsigned n, unsigned char *out, unsigned esize, unsigned char *tmp, int lev) {
|
||||
tp4enc(in, n, tmp, esize);
|
||||
return lzcomp(tmp, n, out, lev);
|
||||
}
|
||||
|
||||
unsigned tp4lzdec(unsigned char *in, unsigned n, unsigned char *out, unsigned esize, unsigned char *tmp) {
|
||||
lzdecomp(in,n,tmp);
|
||||
tp4dec(tmp, n, (unsigned char *)out, esize);
|
||||
return n;
|
||||
}
|
||||
|
||||
unsigned tp4lzzenc64(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp, int lev) {
|
||||
bitzenc64(in, n/8, out, 0, 0); CPYR(in,n,8,out);
|
||||
tp4enc(out, n, tmp, 8);
|
||||
return lzcomp(tmp, n, out, lev);
|
||||
}
|
||||
|
||||
unsigned tp4lzzdec64(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp) {
|
||||
unsigned rc;
|
||||
lzdecomp(in,n,tmp);
|
||||
tp4dec(tmp, n, (unsigned char *)out, 8);
|
||||
bitzdec64(out, n/8, 0);
|
||||
return n;
|
||||
}
|
||||
|
||||
unsigned tp4lzxenc64(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp, int lev) {
|
||||
bitxenc64(in, n/8, out, 0); CPYR(in,n,8,out);
|
||||
tp4enc(out, n, tmp, 8);
|
||||
return lzcomp(tmp, n, out, lev);
|
||||
}
|
||||
unsigned tp4lzxdec64(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp) {
|
||||
unsigned rc;
|
||||
lzdecomp(in,n,tmp);
|
||||
tp4dec(tmp, n, (unsigned char *)out, 8);
|
||||
bitxdec64(out, n/8, 0);
|
||||
return n;
|
||||
}
|
||||
|
||||
unsigned tp4lzzenc32(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp, int lev) {
|
||||
bitzenc32(in, n/4, out, 0, 0); CPYR(in,n,4,out);
|
||||
tp4enc(out, n, tmp, 4);
|
||||
return lzcomp(tmp, n, out, lev);
|
||||
}
|
||||
|
||||
unsigned tp4lzzdec32(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp) {
|
||||
unsigned rc;
|
||||
lzdecomp(in,n,tmp);
|
||||
tp4dec(tmp, n, (unsigned char *)out, 4);
|
||||
bitzdec32(out, n/4, 0);
|
||||
return n;
|
||||
}
|
||||
|
||||
unsigned tp4lzxenc32(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp, int lev) {
|
||||
bitxenc32(in, n/4, out, 0); CPYR(in,n,4,out);
|
||||
tp4enc(out, n, tmp, 4);
|
||||
return lzcomp(tmp, n, out, lev);
|
||||
}
|
||||
|
||||
unsigned tp4lzxdec32(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp) {
|
||||
unsigned rc;
|
||||
lzdecomp(in,n,tmp);
|
||||
tp4dec(tmp, n, (unsigned char *)out, 4);
|
||||
bitxdec32(out, n/4, 0);
|
||||
return n;
|
||||
}
|
||||
|
||||
unsigned tp4lzzenc16(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp, int lev) {
|
||||
bitzenc16(in, n/2, out, 0, 0); CPYR(in,n,2,out);
|
||||
tp4enc(out, n, tmp, 2);
|
||||
return lzcomp(tmp, n, out, lev);
|
||||
}
|
||||
|
||||
unsigned tp4lzzdec16(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp) {
|
||||
unsigned rc;
|
||||
lzdecomp(in,n,tmp);
|
||||
tp4dec(tmp, n, (unsigned char *)out, 2);
|
||||
bitzdec16(out, n/2, 0);
|
||||
return n;
|
||||
}
|
||||
|
||||
unsigned tp4lzxenc16(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp, int lev) {
|
||||
bitxenc16(in, n/2, out, 0); CPYR(in,n,2,out);
|
||||
tp4enc(out, n, tmp, 2);
|
||||
return lzcomp(tmp, n, out, lev);
|
||||
}
|
||||
|
||||
unsigned tp4lzxdec16(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp) {
|
||||
unsigned rc;
|
||||
lzdecomp(in,n,tmp);
|
||||
tp4dec(tmp, n, (unsigned char *)out, 2);
|
||||
bitxdec16(out, n/2, 0);
|
||||
return n;
|
||||
}
|
||||
#endif
|
||||
|
||||
unsigned tplzenc(unsigned char *in, unsigned n, unsigned char *out, unsigned esize, unsigned char *tmp, int lev) {
|
||||
tpenc(in, n, tmp, esize);
|
||||
return lzcomp(tmp, n, out, lev);
|
||||
}
|
||||
|
||||
unsigned tplzdec(unsigned char *in, unsigned n, unsigned char *out, unsigned esize, unsigned char *tmp) {
|
||||
unsigned rc;
|
||||
lzdecomp(in,n,tmp);
|
||||
tpdec(tmp, n, (unsigned char *)out, esize);
|
||||
return rc;
|
||||
}
|
||||
|
||||
#ifdef BITSHUFFLE
|
||||
#define BITSHUFFLE(in,n,out,esize) bshuf_bitshuffle( in, out, (n)/esize, esize, 0); memcpy((char *)out+((n)&(~(8*esize-1))),(char *)in+((n)&(~(8*esize-1))),(n)&(8*esize-1))
|
||||
#define BITUNSHUFFLE(in,n,out,esize) bshuf_bitunshuffle(in, out, (n)/esize, esize, 0); memcpy((char *)out+((n)&(~(8*esize-1))),(char *)in+((n)&(~(8*esize-1))),(n)&(8*esize-1))
|
||||
|
||||
unsigned bslzenc(unsigned char *in, unsigned n, unsigned char *out, unsigned esize, unsigned char *tmp, int lev) {
|
||||
BITSHUFFLE(in, n, tmp, esize);
|
||||
return lzcomp(tmp, n, out, lev);
|
||||
}
|
||||
|
||||
unsigned bslzdec(unsigned char *in, unsigned n, unsigned char *out, unsigned esize, unsigned char *tmp) {
|
||||
unsigned rc;
|
||||
lzdecomp(in,n,tmp);
|
||||
BITUNSHUFFLE(tmp, n, (unsigned char *)out, esize);
|
||||
return rc;
|
||||
}
|
||||
#endif
|
||||
#endif
|
||||
|
||||
#ifdef USE_SSE
|
||||
unsigned tp4bvzenc64(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp) {
|
||||
tp4enc(in, n, tmp, 64/8);
|
||||
return bvzenc8(tmp, n, out, 0);
|
||||
}
|
||||
|
||||
unsigned tp4bvzdec64(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp) {
|
||||
unsigned rc;
|
||||
bvzdec8(in, n, tmp, 0);
|
||||
tp4dec(tmp, n, out, 64/8);
|
||||
return n;
|
||||
}
|
||||
|
||||
unsigned tp4bvzenc32(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp) {
|
||||
tp4enc(in, n, tmp, 32/8);
|
||||
return bvzenc8(tmp, n, out, 0);
|
||||
}
|
||||
|
||||
unsigned tp4bvzdec32(unsigned char *in, unsigned n, unsigned char *out, unsigned char *tmp) {
|
||||
unsigned rc = bvzdec8(in, n, tmp, 0);
|
||||
tp4dec(tmp, n, out, 32/8);
|
||||
return n;
|
||||
}
|
||||
|
||||
size_t tp4bvzenc16(unsigned char *in, size_t n, unsigned char *out, unsigned char *tmp) {
|
||||
tp4enc(in, n, tmp, 2);
|
||||
return bvzenc8(tmp, n, out, 0);
|
||||
}
|
||||
|
||||
size_t tp4bvzdec16(unsigned char *in, size_t n, unsigned char *out, unsigned char *tmp) {
|
||||
unsigned rc = bvzdec8(in, n, tmp, 0);
|
||||
tp4dec(tmp, n, out, 2);
|
||||
return rc;
|
||||
}
|
||||
#endif
|
||||
|
||||
//---------------------SPDP -------------------------
|
||||
#define NMAIN
|
||||
#include "ext/SPDP_10.c"
|
||||
#define SPDP_BSIZE (1<<23)
|
||||
char ibuf[SPDP_BSIZE*2];
|
||||
|
||||
unsigned spdpenc(unsigned char *in, size_t n, unsigned char *out, unsigned bsize, int lev) {
|
||||
unsigned char *op = out,*ip;
|
||||
for(ip = in, in += n; ip < in;) {
|
||||
unsigned iplen = in - ip,l;
|
||||
if(iplen > bsize) iplen = bsize;
|
||||
memcpy(ibuf,ip,iplen); // SPDP is overwriting the input, copy to a tmp buffer
|
||||
l = compress(lev, iplen, ibuf, op+4); ctou32(op)=l; op+=4+l; //AC(l <= bsize,"Compress Fatal=%d>%d\n", l, bsize);
|
||||
ip += iplen;
|
||||
}
|
||||
return op - out;
|
||||
}
|
||||
|
||||
size_t spdpdec(unsigned char *in, size_t n, unsigned char *out, unsigned bsize, int lev) {\
|
||||
unsigned char *ip = in,*op;
|
||||
for(op = out,out+=n; op < out;) { unsigned oplen = out - op,l;
|
||||
if(oplen > bsize) oplen = bsize;
|
||||
l = ctou32(ip);
|
||||
ip += 4;
|
||||
memcpy(ibuf,ip,l);
|
||||
decompress(lev, l, ibuf, op); ip += l;
|
||||
op += oplen;
|
||||
}
|
||||
return ip - in;
|
||||
}
|
||||
//--------------------------------------------------------------
|
||||
|
||||
#define ID_MEMCPY 60
|
||||
unsigned bench64(unsigned char *in, unsigned n, unsigned char *out, unsigned char *cpy, int id, char *inname, int lev) {
|
||||
unsigned l,m = n/(64/8),rc = 0;
|
||||
char *tmp = NULL;
|
||||
if(id>=50 && id <= 59 && !(tmp = (unsigned char*)malloc(CBUF(n)))) die(stderr, "malloc error\n");
|
||||
|
||||
memrcpy(cpy,in,n);
|
||||
switch(id) {
|
||||
case 1: TMBENCH("",l=p4nenc32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc32 ",p4ndec32( out, m, cpy) ,n); break;
|
||||
case 2: TMBENCH("",l=p4nenc128v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc128v32 ",p4ndec128v32( out, m, cpy) ,n); break;
|
||||
case 1: TMBENCH("",l=p4nenc64( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc64 ",p4ndec64( out, m, cpy) ,n); break;
|
||||
case 2: TMBENCH("",l=p4nenc128v64( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc128v64 ",p4ndec128v64( out, m, cpy) ,n); break;
|
||||
|
||||
case 3: TMBENCH("",l=p4nzenc32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc32 ",p4nzdec32( out, m, cpy) ,n); break;
|
||||
case 4: TMBENCH("",l=p4nzenc128v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc128v32 ",p4nzdec128v32( out, m, cpy) ,n); break;
|
||||
case 4: TMBENCH("",l=p4ndenc64( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc64 ",p4nddec64( out, m, cpy) ,n); break;
|
||||
|
||||
case 5: TMBENCH("",l=p4ndenc32( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc32 ",p4nddec32( out, m, cpy) ,n); break;
|
||||
case 6: TMBENCH("",l=p4ndenc128v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc128v32 ",p4nddec128v32( out, m, cpy) ,n); break;
|
||||
case 7: TMBENCH("",l=p4nd1enc64( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc64 ",p4nd1dec64( out, m, cpy) ,n); break;
|
||||
|
||||
case 10: TMBENCH("",l=p4nzenc64( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc64 ",p4nzdec64( out, m, cpy) ,n); break;
|
||||
|
||||
case 7: TMBENCH("",l=p4nd1enc32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc32 ",p4nd1dec32( out, m, cpy) ,n); break;
|
||||
case 8: TMBENCH("",l=p4nd1enc128v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc128v32 ",p4nd1dec128v32( out, m, cpy) ,n); break;
|
||||
case 9: TMBENCH("",l=p4nsenc32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nsenc32 ",p4nsdec32( out, m, cpy) ,n); break;
|
||||
case 13: TMBENCH("",l=p4nsenc64( in, m, out) ,n); pr(l,n); TMBENCH2("p4nsenc64 ",p4nsdec64( out, m, cpy) ,n); break;
|
||||
|
||||
case 10: TMBENCH("",l=vbzenc32( in, m, out,0)-out,n); pr(l,n); TMBENCH2("vbzenc32 ",vbzdec32( out, m, cpy,0) ,n); break;
|
||||
case 11: TMBENCH("",l=vbddenc32( in, m, out,0)-out,n); pr(l,n); TMBENCH2("vbddenc32 ",vbdddec32( out, m, cpy,0) ,n); break;
|
||||
|
||||
case 12: TMBENCH("",l=bitnpack32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack32 ",bitnunpack32( out, m, cpy) ,n); break;
|
||||
case 13: TMBENCH("",l=bitnpack128v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack128v32 ",bitnunpack128v32( out, m, cpy) ,n); break;
|
||||
case 15: TMBENCH("",l=bitnpack64( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack64 ",bitnunpack64( out, m, cpy) ,n); break;
|
||||
|
||||
case 14: TMBENCH("",l=bitnzpack32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack32 ",bitnzunpack32( out, m, cpy) ,n); break;
|
||||
case 15: TMBENCH("",l=bitnzpack128v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack128v32 ",bitnzunpack128v32( out, m, cpy) ,n); break;
|
||||
|
||||
case 16: TMBENCH("",l=bitndpack32( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack32 ",bitndunpack32( out, m, cpy) ,n); break;
|
||||
case 17: TMBENCH("",l=bitndpack128v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack128v32 ",bitndunpack128v32( out, m, cpy) ,n); break;
|
||||
|
||||
case 18: TMBENCH("",l=bitnd1pack32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack32 ",bitnd1unpack32( out, m, cpy) ,n); break;
|
||||
case 19: TMBENCH("",l=bitnd1pack128v32(in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack128v32",bitnd1unpack128v32(out, m, cpy) ,n); break;
|
||||
#if defined(__AVX2__) && defined(USE_AVX2)
|
||||
case 22: TMBENCH("",l=p4nenc256v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc256v32 ",p4ndec256v32( out, m, cpy) ,n); break;
|
||||
case 23: TMBENCH("",l=p4nzenc256v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc256v32 ",p4nzdec256v32( out, m, cpy) ,n); break;
|
||||
case 24: TMBENCH("",l=p4ndenc256v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc256v32 ",p4nddec256v32( out, m, cpy) ,n); break;
|
||||
case 25: TMBENCH("",l=bitnpack256v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack256v32 ",bitnunpack256v32( out, m, cpy) ,n); break;
|
||||
case 26: TMBENCH("",l=bitnzpack256v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack256v32 ",bitnzunpack256v32( out, m, cpy) ,n); break;
|
||||
case 27: TMBENCH("",l=bitndpack256v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack256v32 ",bitndunpack256v32( out, m, cpy) ,n); break;
|
||||
case 28: TMBENCH("",l=bitnd1pack256v32(in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack256v32",bitnd1unpack256v32(out, m, cpy) ,n); break;
|
||||
case 18: TMBENCH("",l=bitndpack64( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack64 ",bitndunpack64( out, m, cpy) ,n); break;
|
||||
|
||||
case 21: TMBENCH("",l=bitnd1pack64( in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack64 ",bitnd1unpack64( out, m, cpy) ,n); break;
|
||||
|
||||
case 24: TMBENCH("",l=bitnzpack64( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack64 ",bitnzunpack64( out, m, cpy) ,n); break;
|
||||
|
||||
// TurboVbyte : varaible byte
|
||||
case 30: TMBENCH("",l=vbzenc64( in, m, out,0)-out,n); pr(l,n); TMBENCH2("vbzenc64 ",vbzdec64( out, m, cpy,0) ,n); break;
|
||||
case 31: TMBENCH("",l=vbddenc64( in, m, out,0)-out,n); pr(l,n); TMBENCH2("vbddenc64 ",vbdddec64( out, m, cpy,0) ,n); break;
|
||||
|
||||
// vsimple : variable simple
|
||||
case 32: TMBENCH("",l=vsenc64( in, m, out)-out,n); pr(l,n); TMBENCH2("vsenc64 ",vsdec64( out, m, cpy) ,n); break;
|
||||
|
||||
// bitio
|
||||
case 33: TMBENCH("",l=bvzzenc64( in, m, out,0),n); pr(l,n); TMBENCH2("bvzzenc64 ",bvzzdec64( out, m, cpy,0) ,n); break;
|
||||
case 34: TMBENCH("",l=bvzenc64( in, m, out,0),n); pr(l,n); TMBENCH2("bvzenc64 ",bvzdec64( out, m, cpy,0) ,n); break;
|
||||
//case 30: TMBENCH("",l=fpzvenc64( in, m, out,0),n); pr(l,n); TMBENCH2("fpzvenc64 ",fpzvdec64( out, m, cpy,0) ,n); break;
|
||||
case 35: TMBENCH("",l=fpgenc64( in, m, out,0),n); pr(l,n); TMBENCH2("fpgenc64 ",fpgdec64( out, m, cpy,0) ,n); break;
|
||||
|
||||
// Function for floating point/integer compression
|
||||
//case 41: TMBENCH("",l=fppenc64( in, m, out,0),n); pr(l,n); TMBENCH2("fppenc64 ", fppdec64( out, m, cpy,0) ,n); break;
|
||||
case 40: TMBENCH("",l=fpzzenc64( in, m, out,0),n); pr(l,n); TMBENCH2("fpzzenc64 ",fpzzdec64( out, m, cpy,0) ,n); break;
|
||||
case 41: TMBENCH("",l=fpfcmenc64( in, m, out,0),n); pr(l,n); TMBENCH2("fpfcmenc64 ",fpfcmdec64( out, m, cpy,0) ,n); break;
|
||||
case 42: TMBENCH("",l=fpdfcmenc64( in, m, out,0),n); pr(l,n); TMBENCH2("fpdfcmenc64 ",fpdfcmdec64( out, m, cpy,0) ,n); break;
|
||||
case 43: TMBENCH("",l=fp2dfcmenc64( in, m, out,0),n); pr(l,n); TMBENCH2("fp2dfcmenc64 ",fp2dfcmdec64( out, m, cpy,0) ,n); break;
|
||||
|
||||
case 47: TMBENCH("",l=trlec( in, n,out) ,n); pr(l,n); TMBENCH2("trle ",trled( out,l,cpy, n) ,n);break;
|
||||
case 48: TMBENCH("",l=srlec64( in, n,out,0xdadadadadadadadaull),n);pr(l,n); TMBENCH2("srle64 ",srled64( out,l,cpy, n,0xdadadadadadadadaull) ,n);break;
|
||||
#ifdef USE_LZ
|
||||
case 49: TMBENCH("",l=spdpenc(in,m*(64/8),out,SPDP_BSIZE,lev), n);pr(l,n);TMBENCH2("SPDP ",spdpdec( out, m*(64/8), cpy,SPDP_BSIZE,lev); ,n); break;
|
||||
case 50: TMBENCH("",l=tplzenc( in, n,out,64/8,tmp,lev) ,n); pr(l,n); TMBENCH2("tpbyte+lz ",tplzdec( out,n,cpy,64/8,tmp) ,n); break;
|
||||
case 51: TMBENCH("",l=tp4lzenc( in, n,out,64/8,tmp,lev) ,n); pr(l,n); TMBENCH2("tpnibble+lz ",tp4lzdec( out,n,cpy,64/8,tmp) ,n); break;
|
||||
case 52: TMBENCH("",l=tp4lzzenc64(in, n,out, tmp,lev) ,n); pr(l,n); TMBENCH2("tpnibbleZ+lz ",tp4lzzdec64( out,n,cpy, tmp) ,n); break;
|
||||
case 53: TMBENCH("",l=tp4lzxenc64(in, n,out, tmp,lev) ,n); pr(l,n); TMBENCH2("tpnibbleX+lz ",tp4lzxdec64( out,n,cpy, tmp) ,n); break;
|
||||
case 54: TMBENCH("",l=lzcomp( in, n,out, lev) ,n); pr(l,n); TMBENCH2("lz ",lzdecomp( out,n,cpy) ,n);break;
|
||||
//case 50: TMBENCH("",l=tp4bvzenc64(in, n,out,tmp) ,n); pr(l,n); TMBENCH2("tp4+bvzenc ",tp4bvzdec64( out,n,cpy,tmp) ,n); break;
|
||||
#ifdef BITSHUFFLE
|
||||
case 55: TMBENCH("",l=bslzenc( in,n,out,64/8,tmp,lev), n); pr(l,n); TMBENCH2("bitshuffle+lz ",bslzdec(out,n,cpy,64/8,tmp), n); break;
|
||||
#endif
|
||||
#endif
|
||||
case 30: TMBENCH("",l=vsenc32( in, m, out)-out,n); pr(l,n); TMBENCH2("vsenc32 ",vsdec32( out, m, cpy) ,n); break;
|
||||
case 31: TMBENCH("",l=bitgenc32( in, m, out,0),n); pr(l,n); TMBENCH2("bitgenc32 ",bitgdec32( out, m, cpy,0) ,n); break;
|
||||
|
||||
// Function for floating point/integer compression
|
||||
case 32: TMBENCH("",l=fppenc32( in, m, out,0),n); pr(l,n); TMBENCH2("fppenc32 ", fppdec32( out, m, cpy,0) ,n); break;
|
||||
case 33: TMBENCH("",l=fpgenc32( in, m, out,0),n); pr(l,n); TMBENCH2("fpgenc32 ", fpgdec32( out, m, cpy,0) ,n); break;
|
||||
case 34: TMBENCH("",l=fpddenc32( in, m, out,0),n); pr(l,n); TMBENCH2("fpddenc32 ", fpdddec32( out, m, cpy,0) ,n); break;
|
||||
case 35: TMBENCH("",l=fpfcmenc32( in, m, out,0),n); pr(l,n); TMBENCH2("fpfcmenc32 ", fpfcmdec32( out, m, cpy,0) ,n); break;
|
||||
case 36: TMBENCH("",l=fpdfcmenc32( in, m, out,0),n); pr(l,n); TMBENCH2("fpdfcmenc32 ", fpdfcmdec32( out, m, cpy,0) ,n); break;
|
||||
|
||||
//case 27: TMBENCH("",l=bitdienc32( in, m, out,0,0),n); pr(l,n); memcpy(cpy, out, n);bitddec32( cpy, m,0); TMBENCH2("bitdienc32",bitddec32( out, m,0) ,n); break;
|
||||
//case 28: TMBENCH("",l=bitddenc32( in, m, out,0,0),n); pr(l,n); memcpy(cpy, out, n);bitdddec32(cpy, m,0); TMBENCH2("bitddenc32",bitdddec32(out, m,0) ,n); break;
|
||||
//case 27: TMBENCH("",l=bitdienc64( in, m, out,0,0),n); pr(l,n); memcpy(cpy, out, n);bitddec64( cpy, m,0); TMBENCH2("bitdienc64",bitddec64( out, m,0) ,n); break;
|
||||
//case 28: TMBENCH("",l=bitddenc64( in, m, out,0,0),n); pr(l,n); memcpy(cpy, out, n);bitdddec64(cpy, m,0); TMBENCH2("bitddenc64",bitdddec64(out, m,0) ,n); break;
|
||||
case ID_MEMCPY: if(!mcpy) return l; TMBENCH( "", libmemcpy( in,out,n) ,n); pr(n,n); TMBENCH2("memcpy ", libmemcpy( out,cpy,n) ,n); return n;
|
||||
default: return l;
|
||||
}
|
||||
printf("\t%s\n", inname);
|
||||
memcheck(in,m*4,cpy);
|
||||
rc = memcheck(in,m*(64/8),cpy);
|
||||
if(tmp) free(tmp);
|
||||
if(!rc)
|
||||
printf("\t%s\n", inname);
|
||||
return l;
|
||||
}
|
||||
|
||||
unsigned bench16(unsigned char *in, unsigned n, unsigned char *out, unsigned char *cpy, int id, char *inname) {
|
||||
unsigned l,m=n/2;
|
||||
|
||||
unsigned bench32(unsigned char *in, unsigned n, unsigned char *out, unsigned char *cpy, int id, char *inname, int lev) {
|
||||
unsigned l,m = n/(32/8),rc = 0;
|
||||
char *tmp = NULL;
|
||||
if(id>=50 && id <= 59 && !(tmp = (unsigned char*)malloc(CBUF(n)))) die(stderr, "malloc error\n");
|
||||
|
||||
memrcpy(cpy,in,n);
|
||||
switch(id) {
|
||||
case 1: TMBENCH("",l=p4nenc16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc16 ", p4ndec16( out, m, cpy) ,n); break;
|
||||
case 2: TMBENCH("",l=p4nenc128v16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc128v16 ", p4ndec128v16( out, m, cpy) ,n); break;
|
||||
|
||||
case 3: TMBENCH("",l=p4nzenc16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc16 ", p4nzdec16( out, m, cpy) ,n); break;
|
||||
case 4: TMBENCH("",l=p4nzenc128v16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc128v16 ", p4nzdec128v16( out, m, cpy) ,n); break;
|
||||
|
||||
case 5: TMBENCH("",l=p4ndenc16( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc16 ", p4nddec16( out, m, cpy) ,n); break;
|
||||
case 6: TMBENCH("",l=p4ndenc128v16( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc128v16 ", p4nddec128v16( out, m, cpy) ,n); break;
|
||||
|
||||
case 7: TMBENCH("",l=p4nd1enc16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc16 ", p4nd1dec16( out, m, cpy) ,n); break;
|
||||
case 8: TMBENCH("",l=p4nd1enc128v16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc128v16 ", p4nd1dec128v16( out, m, cpy) ,n); break;
|
||||
case 9: TMBENCH("",l=vbzenc16( in, m, out,0)-out,n);pr(l,n);TMBENCH2("vbzenc16 ", vbzdec16( out, m, cpy,0) ,n); break;
|
||||
|
||||
case 10: TMBENCH("",l=bitnpack16( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack16 ", bitnunpack16( out, m, cpy) ,n); break;
|
||||
case 11: TMBENCH("",l=bitnpack128v16( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack128v16 ", bitnunpack128v16( out, m, cpy) ,n); break;
|
||||
|
||||
case 12: TMBENCH("",l=bitnzpack16( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack16 ", bitnzunpack16( out, m, cpy) ,n); break;
|
||||
case 13: TMBENCH("",l=bitnzpack128v16( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack128v16", bitnzunpack128v16( out, m, cpy) ,n); break;
|
||||
|
||||
case 14: TMBENCH("",l=bitndpack16( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack16 ", bitndunpack16( out, m, cpy) ,n); break;
|
||||
case 15: TMBENCH("",l=bitndpack128v16( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack128v16", bitndunpack128v16( out, m, cpy) ,n); break;
|
||||
|
||||
case 16: TMBENCH("",l=bitnd1pack16( in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack16 ", bitnd1unpack16( out, m, cpy) ,n); break;
|
||||
case 17: TMBENCH("",l=bitnd1pack128v16( in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack128v1", bitnd1unpack128v16(out, m, cpy) ,n); break;
|
||||
case 18: TMBENCH("",l=p4nsenc16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nsenc16 ", p4nsdec16( out, m, cpy) ,n); break;
|
||||
case 1: TMBENCH("",l=p4nenc32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc32 ",p4ndec32( out, m, cpy) ,n); break;
|
||||
case 2: TMBENCH("",l=p4nenc128v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc128v32 ",p4ndec128v32( out, m, cpy) ,n); break;
|
||||
#if defined(__AVX2__) && defined(USE_AVX2)
|
||||
case 3: TMBENCH("",l=p4nenc256v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc256v32 ",p4ndec256v32( out, m, cpy) ,n); break;
|
||||
#endif
|
||||
|
||||
case 4: TMBENCH("",l=p4ndenc32( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc32 ",p4nddec32( out, m, cpy) ,n); break;
|
||||
case 5: TMBENCH("",l=p4ndenc128v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc128v32 ",p4nddec128v32( out, m, cpy) ,n); break;
|
||||
#if defined(__AVX2__) && defined(USE_AVX2)
|
||||
case 6: TMBENCH("",l=bitndpack256v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack256v32 ",bitndunpack256v32( out, m, cpy) ,n); break;
|
||||
#endif
|
||||
|
||||
case 7: TMBENCH("",l=p4nd1enc32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc32 ",p4nd1dec32( out, m, cpy) ,n); break;
|
||||
case 8: TMBENCH("",l=p4nd1enc128v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc128v32 ",p4nd1dec128v32( out, m, cpy) ,n); break;
|
||||
#if defined(__AVX2__) && defined(USE_AVX2)
|
||||
case 9: TMBENCH("",l=p4nd1enc256v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc256v32 ",p4nd1dec256v32( out, m, cpy) ,n); break;
|
||||
#endif
|
||||
|
||||
case 30: TMBENCH("",l=vsenc16( in, m, out)-out,n); pr(l,n); TMBENCH2("vsenc16 ", vsdec16( out, m, cpy) ,n); break;
|
||||
case 31: TMBENCH("",l=bitgenc16( in, m, out,0),n); pr(l,n); TMBENCH2("bitgenc16 ", bitgdec16( out, m, cpy,0) ,n); break;
|
||||
// Function for floating point/integer compression
|
||||
case 32: TMBENCH("",l=fppenc16( in, m, out,0),n); pr(l,n); TMBENCH2("fppenc16 ", fppdec16( out, m, cpy,0) ,n); break;
|
||||
case 33: TMBENCH("",l=fpgenc16( in, m, out,0),n); pr(l,n); TMBENCH2("fpgenc16 ", fpgdec16( out, m, cpy,0) ,n); break;
|
||||
case 34: TMBENCH("",l=fpddenc16( in, m, out,0),n); pr(l,n); TMBENCH2("fpddenc16 ", fpdddec16( out, m, cpy,0) ,n); break;
|
||||
case 35: TMBENCH("",l=fpfcmenc16( in, m, out,0),n); pr(l,n); TMBENCH2("fpfcmenc16 ", fpfcmdec16( out, m, cpy,0) ,n); break;
|
||||
case 36: TMBENCH("",l=fpdfcmenc16( in, m, out,0),n); pr(l,n); TMBENCH2("fpdfcmenc16 ", fpdfcmdec16( out, m, cpy,0) ,n); break;
|
||||
case 10: TMBENCH("",l=p4nzenc32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc32 ",p4nzdec32( out, m, cpy) ,n); break;
|
||||
case 11: TMBENCH("",l=p4nzenc128v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc128v32 ",p4nzdec128v32( out, m, cpy) ,n); break;
|
||||
#if defined(__AVX2__) && defined(USE_AVX2)
|
||||
case 12: TMBENCH("",l=p4nzenc256v32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc256v32 ",p4nzdec256v32( out, m, cpy) ,n); break;
|
||||
#endif
|
||||
|
||||
case 13: TMBENCH("",l=p4nsenc32( in, m, out) ,n); pr(l,n); TMBENCH2("p4nsenc32 ",p4nsdec32( out, m, cpy) ,n); break;
|
||||
|
||||
case 15: TMBENCH("",l=bitnpack32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack32 ",bitnunpack32( out, m, cpy) ,n); break;
|
||||
case 16: TMBENCH("",l=bitnpack128v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack128v32 ",bitnunpack128v32( out, m, cpy) ,n); break;
|
||||
#if defined(__AVX2__) && defined(USE_AVX2)
|
||||
case 17: TMBENCH("",l=bitnpack256v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack256v32 ",bitnunpack256v32( out, m, cpy) ,n); break;
|
||||
#endif
|
||||
|
||||
case 18: TMBENCH("",l=bitndpack32( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack32 ",bitndunpack32( out, m, cpy) ,n); break;
|
||||
case 19: TMBENCH("",l=bitndpack128v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack128v32 ",bitndunpack128v32( out, m, cpy) ,n); break;
|
||||
#if defined(__AVX2__) && defined(USE_AVX2)
|
||||
case 20: TMBENCH("",l=bitndpack256v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack256v32 ",bitndunpack256v32( out, m, cpy) ,n); break;
|
||||
#endif
|
||||
|
||||
case 21: TMBENCH("",l=bitnd1pack32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack32 ",bitnd1unpack32( out, m, cpy) ,n); break;
|
||||
case 22: TMBENCH("",l=bitnd1pack128v32(in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack128v32",bitnd1unpack128v32(out, m, cpy) ,n); break;
|
||||
#if defined(__AVX2__) && defined(USE_AVX2)
|
||||
case 23: TMBENCH("",l=bitnd1pack256v32(in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack256v32",bitnd1unpack256v32(out, m, cpy) ,n); break;
|
||||
#endif
|
||||
|
||||
case 24: TMBENCH("",l=bitnzpack32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack32 ",bitnzunpack32( out, m, cpy) ,n); break;
|
||||
case 25: TMBENCH("",l=bitnzpack128v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack128v32 ",bitnzunpack128v32( out, m, cpy) ,n); break;
|
||||
#if defined(__AVX2__) && defined(USE_AVX2)
|
||||
case 26: TMBENCH("",l=bitnzpack256v32( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack256v32 ",bitnzunpack256v32( out, m, cpy) ,n); break;
|
||||
#endif
|
||||
|
||||
// TurboVbyte : varaible byte
|
||||
case 30: TMBENCH("",l=vbzenc32( in, m, out,0)-out,n); pr(l,n); TMBENCH2("vbzenc32 ",vbzdec32( out, m, cpy,0) ,n); break;
|
||||
case 31: TMBENCH("",l=vbddenc32( in, m, out,0)-out,n); pr(l,n); TMBENCH2("vbddenc32 ",vbdddec32( out, m, cpy,0) ,n); break;
|
||||
|
||||
// vsimple : variable simple
|
||||
case 32: TMBENCH("",l=vsenc32( in, m, out)-out,n); pr(l,n); TMBENCH2("vsenc32 ",vsdec32( out, m, cpy) ,n); break;
|
||||
|
||||
// bitio
|
||||
case 33: TMBENCH("",l=bvzzenc32( in, m, out,0),n); pr(l,n); TMBENCH2("bvzzenc32 ",bvzzdec32( out, m, cpy,0) ,n); break;
|
||||
case 34: TMBENCH("",l=bvzenc32( in, m, out,0),n); pr(l,n); TMBENCH2("bvzenc32 ",bvzdec32( out, m, cpy,0) ,n); break;
|
||||
//case 30: TMBENCH("",l=fpzvenc32( in, m, out,0),n); pr(l,n); TMBENCH2("fpzvenc32 ",fpzvdec32( out, m, cpy,0) ,n); break;
|
||||
case 35: TMBENCH("",l=fpgenc32( in, m, out,0),n); pr(l,n); TMBENCH2("fpgenc32 ",fpgdec32( out, m, cpy,0) ,n); break;
|
||||
|
||||
// Function for floating point/integer compression
|
||||
//case 41: TMBENCH("",l=fppenc32( in, m, out,0),n); pr(l,n); TMBENCH2("fppenc32 ", fppdec32( out, m, cpy,0) ,n); break;
|
||||
case 40: TMBENCH("",l=fpzzenc32( in, m, out,0),n); pr(l,n); TMBENCH2("fpzzenc32 ",fpzzdec32( out, m, cpy,0) ,n); break;
|
||||
case 41: TMBENCH("",l=fpfcmenc32( in, m, out,0),n); pr(l,n); TMBENCH2("fpfcmenc32 ",fpfcmdec32( out, m, cpy,0) ,n); break;
|
||||
case 42: TMBENCH("",l=fpdfcmenc32( in, m, out,0),n); pr(l,n); TMBENCH2("fpdfcmenc32 ",fpdfcmdec32( out, m, cpy,0) ,n); break;
|
||||
case 43: TMBENCH("",l=fp2dfcmenc32( in, m, out,0),n); pr(l,n); TMBENCH2("fp2dfcmenc32 ",fp2dfcmdec32( out, m, cpy,0) ,n); break;
|
||||
|
||||
case 47: TMBENCH("",l=trlec( in, n,out) ,n); pr(l,n); TMBENCH2("trle ",trled( out,l,cpy, n) ,n);break;
|
||||
case 48: TMBENCH("",l=srlec32( in, n,out,0xdadadadau),n);pr(l,n); TMBENCH2("srle32 ",srled32( out,l,cpy, n,0xdadadadau) ,n);break;
|
||||
#ifdef USE_LZ
|
||||
case 49: TMBENCH("",l=spdpenc(in,m*(32/8),out,SPDP_BSIZE,lev), n);pr(l,n);TMBENCH2("SPDP ",spdpdec( out, m*(32/8), cpy,SPDP_BSIZE,lev); ,n); break;
|
||||
case 50: TMBENCH("",l=tplzenc( in, n,out,32/8,tmp,lev) ,n); pr(l,n); TMBENCH2("tpbyte+lz ",tplzdec( out,n,cpy,32/8,tmp) ,n); break;
|
||||
case 51: TMBENCH("",l=tp4lzenc( in, n,out,32/8,tmp,lev) ,n); pr(l,n); TMBENCH2("tpnibble+lz ",tp4lzdec( out,n,cpy,32/8,tmp) ,n); break;
|
||||
case 52: TMBENCH("",l=tp4lzzenc32(in, n,out, tmp,lev) ,n); pr(l,n); TMBENCH2("tpnibbleZ+lz ",tp4lzzdec32( out,n,cpy, tmp) ,n); break;
|
||||
case 53: TMBENCH("",l=tp4lzxenc32(in, n,out, tmp,lev) ,n); pr(l,n); TMBENCH2("tpnibbleX+lz ",tp4lzxdec32( out,n,cpy, tmp) ,n); break;
|
||||
case 54: TMBENCH("",l=lzcomp( in, n,out, lev) ,n); pr(l,n); TMBENCH2("lz ",lzdecomp( out,n,cpy) ,n);break;
|
||||
//case 50: TMBENCH("",l=tp4bvzenc32(in, n,out,tmp) ,n); pr(l,n); TMBENCH2("tp4+bvzenc ",tp4bvzdec32( out,n,cpy,tmp) ,n); break;
|
||||
#ifdef BITSHUFFLE
|
||||
case 55: TMBENCH("",l=bslzenc( in,n,out,32/8,tmp,lev), n); pr(l,n); TMBENCH2("bitshuffle+lz ",bslzdec(out,n,cpy,32/8,tmp), n); break;
|
||||
#endif
|
||||
#endif
|
||||
//case 27: TMBENCH("",l=bitdienc32( in, m, out,0,0),n); pr(l,n); memcpy(cpy, out, n);bitddec32( cpy, m,0); TMBENCH2("bitdienc32",bitddec32( out, m,0) ,n); break;
|
||||
//case 28: TMBENCH("",l=bitddenc32( in, m, out,0,0),n); pr(l,n); memcpy(cpy, out, n);bitdddec32(cpy, m,0); TMBENCH2("bitddenc32",bitdddec32(out, m,0) ,n); break;
|
||||
case ID_MEMCPY: if(!mcpy) return l; TMBENCH( "", libmemcpy( in,out,n) ,n); pr(n,n); TMBENCH2("memcpy ", libmemcpy( out,cpy,n) ,n); return n;
|
||||
default: return l;
|
||||
}
|
||||
printf("\t%s\n", inname);
|
||||
memcheck(in,m*2,cpy);
|
||||
rc = memcheck(in,m*(32/8),cpy);
|
||||
if(tmp) free(tmp);
|
||||
if(!rc)
|
||||
printf("\t%s\n", inname);
|
||||
return l;
|
||||
}
|
||||
|
||||
unsigned bench8(unsigned char *in, unsigned n, unsigned char *out, unsigned char *cpy, int id, char *inname) {
|
||||
unsigned l,m=n;
|
||||
|
||||
unsigned bench16(unsigned char *in, unsigned n, unsigned char *out, unsigned char *cpy, int id, char *inname, int lev) {
|
||||
unsigned l,m = n/(16/8),rc = 0;
|
||||
char *tmp = NULL;
|
||||
if(id>=50 && id <= 59 && !(tmp = (unsigned char*)malloc(CBUF(n)))) die(stderr, "malloc error\n");
|
||||
|
||||
memrcpy(cpy,in,n);
|
||||
switch(id) {
|
||||
case 1: TMBENCH("",l=p4nenc8( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc8 ", p4ndec8( out, m, cpy) ,n); break;
|
||||
|
||||
case 3: TMBENCH("",l=p4nzenc8( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc8 ", p4nzdec8( out, m, cpy) ,n); break;
|
||||
|
||||
case 5: TMBENCH("",l=p4ndenc8( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc8 ", p4nddec8( out, m, cpy) ,n); break;
|
||||
|
||||
case 7: TMBENCH("",l=p4nd1enc8( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc8 ", p4nd1dec8( out, m, cpy) ,n); break;
|
||||
|
||||
case 10: TMBENCH("",l=bitnpack8( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack8 ", bitnunpack8( out, m, cpy) ,n); break;
|
||||
|
||||
case 12: TMBENCH("",l=bitnzpack8( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack8 ", bitnzunpack8( out, m, cpy) ,n); break;
|
||||
|
||||
case 14: TMBENCH("",l=bitndpack8( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack8 ", bitndunpack8( out, m, cpy) ,n); break;
|
||||
|
||||
case 8: TMBENCH("",l=bitnd1pack8( in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack8 ", bitnd1unpack8(out, m, cpy) ,n); break;
|
||||
case 1: TMBENCH("",l=p4nenc16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc16 ",p4ndec16( out, m, cpy) ,n); break;
|
||||
case 2: TMBENCH("",l=p4nenc128v16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc128v16 ",p4ndec128v16( out, m, cpy) ,n); break;
|
||||
|
||||
case 4: TMBENCH("",l=p4ndenc16( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc16 ",p4nddec16( out, m, cpy) ,n); break;
|
||||
case 5: TMBENCH("",l=p4ndenc128v16( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc128v16 ",p4nddec128v16( out, m, cpy) ,n); break;
|
||||
|
||||
case 7: TMBENCH("",l=p4nd1enc16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc16 ",p4nd1dec16( out, m, cpy) ,n); break;
|
||||
case 8: TMBENCH("",l=p4nd1enc128v16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc128v16 ",p4nd1dec128v16( out, m, cpy) ,n); break;
|
||||
|
||||
case 31: TMBENCH("",l=bitgenc8( in, m, out,0),n); pr(l,n); TMBENCH2("bitgenc8 ", bitgdec8( out, m, cpy,0) ,n); break;
|
||||
// Function for floating point/integer compression
|
||||
case 32: TMBENCH("",l=fppenc8( in, m, out,0),n); pr(l,n); TMBENCH2("fppenc8 ", fppdec8( out, m, cpy,0) ,n); break;
|
||||
case 33: TMBENCH("",l=fpgenc8( in, m, out,0),n); pr(l,n); TMBENCH2("fpgenc8 ", fpgdec8( out, m, cpy,0) ,n); break;
|
||||
case 34: TMBENCH("",l=fpddenc8( in, m, out,0),n); pr(l,n); TMBENCH2("fpddenc8 ", fpdddec8( out, m, cpy,0) ,n); break;
|
||||
case 35: TMBENCH("",l=fpfcmenc8( in, m, out,0),n); pr(l,n); TMBENCH2("fpfcmenc8 ", fpfcmdec8( out, m, cpy,0) ,n); break;
|
||||
case 36: TMBENCH("",l=fpdfcmenc8( in, m, out,0),n); pr(l,n); TMBENCH2("fpdfcmenc8 ", fpdfcmdec8( out, m, cpy,0) ,n); break;
|
||||
case 10: TMBENCH("",l=p4nzenc16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc16 ",p4nzdec16( out, m, cpy) ,n); break;
|
||||
case 11: TMBENCH("",l=p4nzenc128v16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc128v16 ",p4nzdec128v16( out, m, cpy) ,n); break;
|
||||
|
||||
case 13: TMBENCH("",l=p4nsenc16( in, m, out) ,n); pr(l,n); TMBENCH2("p4nsenc16 ",p4nsdec16( out, m, cpy) ,n); break;
|
||||
|
||||
case 15: TMBENCH("",l=bitnpack16( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack16 ",bitnunpack16( out, m, cpy) ,n); break;
|
||||
case 16: TMBENCH("",l=bitnpack128v16( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack128v16 ",bitnunpack128v16( out, m, cpy) ,n); break;
|
||||
|
||||
case 18: TMBENCH("",l=bitndpack16( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack16 ",bitndunpack16( out, m, cpy) ,n); break;
|
||||
case 19: TMBENCH("",l=bitndpack128v16( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack128v16 ",bitndunpack128v16( out, m, cpy) ,n); break;
|
||||
|
||||
case 21: TMBENCH("",l=bitnd1pack16( in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack16 ",bitnd1unpack16( out, m, cpy) ,n); break;
|
||||
case 22: TMBENCH("",l=bitnd1pack128v16(in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack128v16",bitnd1unpack128v16(out, m, cpy) ,n); break;
|
||||
|
||||
case 24: TMBENCH("",l=bitnzpack16( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack16 ",bitnzunpack16( out, m, cpy) ,n); break;
|
||||
case 25: TMBENCH("",l=bitnzpack128v16( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack128v16 ",bitnzunpack128v16( out, m, cpy) ,n); break;
|
||||
|
||||
// TurboVbyte : varaible byte
|
||||
//case 30: TMBENCH("",l=vbzenc16( in, m, out,0)-out,n); pr(l,n); TMBENCH2("vbzenc16 ",vbzdec16( out, m, cpy,0) ,n); break;
|
||||
//case 31: TMBENCH("",l=vbddenc16( in, m, out,0)-out,n); pr(l,n); TMBENCH2("vbddenc16 ",vbdddec16( out, m, cpy,0) ,n); break;
|
||||
|
||||
// vsimple : variable simple
|
||||
//case 32: TMBENCH("",l=vsenc16( in, m, out)-out,n); pr(l,n); TMBENCH2("vsenc16 ",vsdec16( out, m, cpy) ,n); break;
|
||||
|
||||
// bitio
|
||||
case 33: TMBENCH("",l=bvzzenc16( in, m, out,0),n); pr(l,n); TMBENCH2("bvzzenc16 ",bvzzdec16( out, m, cpy,0) ,n); break;
|
||||
case 34: TMBENCH("",l=bvzenc16( in, m, out,0),n); pr(l,n); TMBENCH2("bvzenc16 ",bvzdec16( out, m, cpy,0) ,n); break;
|
||||
//case 30: TMBENCH("",l=fpzvenc16( in, m, out,0),n); pr(l,n); TMBENCH2("fpzvenc16 ",fpzvdec16( out, m, cpy,0) ,n); break;
|
||||
case 35: TMBENCH("",l=fpgenc16( in, m, out,0),n); pr(l,n); TMBENCH2("fpgenc16 ",fpgdec16( out, m, cpy,0) ,n); break;
|
||||
|
||||
// Function for floating point/integer compression
|
||||
//case 41: TMBENCH("",l=fppenc16( in, m, out,0),n); pr(l,n); TMBENCH2("fppenc16 ", fppdec16( out, m, cpy,0) ,n); break;
|
||||
case 40: TMBENCH("",l=fpzzenc16( in, m, out,0),n); pr(l,n); TMBENCH2("fpzzenc16 ",fpzzdec16( out, m, cpy,0) ,n); break;
|
||||
case 41: TMBENCH("",l=fpfcmenc16( in, m, out,0),n); pr(l,n); TMBENCH2("fpfcmenc16 ",fpfcmdec16( out, m, cpy,0) ,n); break;
|
||||
case 42: TMBENCH("",l=fpdfcmenc16( in, m, out,0),n); pr(l,n); TMBENCH2("fpdfcmenc16 ",fpdfcmdec16( out, m, cpy,0) ,n); break;
|
||||
case 43: TMBENCH("",l=fp2dfcmenc16( in, m, out,0),n); pr(l,n); TMBENCH2("fp2dfcmenc16 ",fp2dfcmdec16( out, m, cpy,0) ,n); break;
|
||||
|
||||
case 47: TMBENCH("",l=trlec( in, n,out) ,n); pr(l,n); TMBENCH2("trle ",trled( out,l,cpy, n) ,n);break;
|
||||
case 48: TMBENCH("",l=srlec16( in, n,out,0xdadau),n);pr(l,n); TMBENCH2("srle16 ",srled16( out,l,cpy, n,0xdadau) ,n);break;
|
||||
#ifdef USE_LZ
|
||||
case 49: TMBENCH("",l=spdpenc(in,m*(16/8),out,SPDP_BSIZE,lev), n);pr(l,n);TMBENCH2("SPDP ",spdpdec( out, m*(16/8), cpy,SPDP_BSIZE,lev); ,n); break;
|
||||
case 50: TMBENCH("",l=tplzenc( in, n,out,16/8,tmp,lev) ,n); pr(l,n); TMBENCH2("tpbyte+lz ",tplzdec( out,n,cpy,16/8,tmp) ,n); break;
|
||||
case 51: TMBENCH("",l=tp4lzenc( in, n,out,16/8,tmp,lev) ,n); pr(l,n); TMBENCH2("tpnibble+lz ",tp4lzdec( out,n,cpy,16/8,tmp) ,n); break;
|
||||
case 52: TMBENCH("",l=tp4lzzenc16(in, n,out, tmp,lev) ,n); pr(l,n); TMBENCH2("tpnibbleZ+lz ",tp4lzzdec16( out,n,cpy, tmp) ,n); break;
|
||||
case 53: TMBENCH("",l=tp4lzxenc16(in, n,out, tmp,lev) ,n); pr(l,n); TMBENCH2("tpnibbleX+lz ",tp4lzxdec16( out,n,cpy, tmp) ,n); break;
|
||||
case 54: TMBENCH("",l=lzcomp( in, n,out, lev) ,n); pr(l,n); TMBENCH2("lz ",lzdecomp( out,n,cpy) ,n);break;
|
||||
//case 50: TMBENCH("",l=tp4bvzenc16(in, n,out,tmp) ,n); pr(l,n); TMBENCH2("tp4+bvzenc ",tp4bvzdec16( out,n,cpy,tmp) ,n); break;
|
||||
#ifdef BITSHUFFLE
|
||||
case 55: TMBENCH("",l=bslzenc( in,n,out,16/8,tmp,lev), n); pr(l,n); TMBENCH2("bitshuffle+lz ",bslzdec(out,n,cpy,16/8,tmp), n); break;
|
||||
#endif
|
||||
#endif
|
||||
//case 27: TMBENCH("",l=bitdienc16( in, m, out,0,0),n); pr(l,n); memcpy(cpy, out, n);bitddec16( cpy, m,0); TMBENCH2("bitdienc16",bitddec16( out, m,0) ,n); break;
|
||||
//case 28: TMBENCH("",l=bitddenc16( in, m, out,0,0),n); pr(l,n); memcpy(cpy, out, n);bitdddec16(cpy, m,0); TMBENCH2("bitddenc16",bitdddec16(out, m,0) ,n); break;
|
||||
case ID_MEMCPY: if(!mcpy) return l; TMBENCH( "", libmemcpy( in,out,n) ,n); pr(n,n); TMBENCH2("memcpy ", libmemcpy( out,cpy,n) ,n); return n;
|
||||
default: return l;
|
||||
}
|
||||
printf("\t%s\n", inname);
|
||||
memcheck(in,m,cpy);
|
||||
rc = memcheck(in,m*(16/8),cpy);
|
||||
if(tmp) free(tmp);
|
||||
if(!rc)
|
||||
printf("\t%s\n", inname);
|
||||
return l;
|
||||
}
|
||||
|
||||
unsigned bench8(unsigned char *in, unsigned n, unsigned char *out, unsigned char *cpy, int id, char *inname, int lev) {
|
||||
unsigned l,m = n/(8/8),rc = 0;
|
||||
char *tmp = NULL;
|
||||
if(id>=50 && id <= 59 && !(tmp = (unsigned char*)malloc(CBUF(n)))) die(stderr, "malloc error\n");
|
||||
|
||||
memrcpy(cpy,in,n);
|
||||
switch(id) {
|
||||
case 1: TMBENCH("",l=p4nenc8( in, m, out) ,n); pr(l,n); TMBENCH2("p4nenc8 ",p4ndec8( out, m, cpy) ,n); break;
|
||||
|
||||
case 4: TMBENCH("",l=p4ndenc8( in, m, out) ,n); pr(l,n); TMBENCH2("p4ndenc8 ",p4nddec8( out, m, cpy) ,n); break;
|
||||
|
||||
case 7: TMBENCH("",l=p4nd1enc8( in, m, out) ,n); pr(l,n); TMBENCH2("p4nd1enc8 ",p4nd1dec8( out, m, cpy) ,n); break;
|
||||
|
||||
case 10: TMBENCH("",l=p4nzenc8( in, m, out) ,n); pr(l,n); TMBENCH2("p4nzenc8 ",p4nzdec8( out, m, cpy) ,n); break;
|
||||
|
||||
//case 13: TMBENCH("",l=p4nsenc8( in, m, out) ,n); pr(l,n); TMBENCH2("p4nsenc8 ",p4nsdec8( out, m, cpy) ,n); break;
|
||||
|
||||
case 15: TMBENCH("",l=bitnpack8( in, m, out) ,n); pr(l,n); TMBENCH2("bitnpack8 ",bitnunpack8( out, m, cpy) ,n); break;
|
||||
|
||||
case 18: TMBENCH("",l=bitndpack8( in, m, out) ,n); pr(l,n); TMBENCH2("bitndpack8 ",bitndunpack8( out, m, cpy) ,n); break;
|
||||
|
||||
case 21: TMBENCH("",l=bitnd1pack8( in, m, out) ,n); pr(l,n); TMBENCH2("bitnd1pack8 ",bitnd1unpack8( out, m, cpy) ,n); break;
|
||||
|
||||
case 24: TMBENCH("",l=bitnzpack8( in, m, out) ,n); pr(l,n); TMBENCH2("bitnzpack8 ",bitnzunpack8( out, m, cpy) ,n); break;
|
||||
|
||||
// TurboVbyte : varaible byte
|
||||
//case 30: TMBENCH("",l=vbzenc8( in, m, out,0)-out,n); pr(l,n); TMBENCH2("vbzenc8 ",vbzdec8( out, m, cpy,0) ,n); break;
|
||||
//case 31: TMBENCH("",l=vbddenc8( in, m, out,0)-out,n); pr(l,n); TMBENCH2("vbddenc8 ",vbdddec8( out, m, cpy,0) ,n); break;
|
||||
|
||||
// vsimple : variable simple
|
||||
//case 32: TMBENCH("",l=vsenc8( in, m, out)-out,n); pr(l,n); TMBENCH2("vsenc8 ",vsdec8( out, m, cpy) ,n); break;
|
||||
|
||||
// bitio
|
||||
case 33: TMBENCH("",l=bvzzenc8( in, m, out,0),n); pr(l,n); TMBENCH2("bvzzenc8 ",bvzzdec8( out, m, cpy,0) ,n); break;
|
||||
// case 34: TMBENCH("",l=bvzenc8( in, m, out,0),n); pr(l,n); TMBENCH2("bvzenc8 ",bvzdec8( out, m, cpy,0) ,n); break;
|
||||
//case 30: TMBENCH("",l=fpzvenc8( in, m, out,0),n); pr(l,n); TMBENCH2("fpzvenc8 ",fpzvdec8( out, m, cpy,0) ,n); break;
|
||||
case 35: TMBENCH("",l=fpgenc8( in, m, out,0),n); pr(l,n); TMBENCH2("fpgenc8 ",fpgdec8( out, m, cpy,0) ,n); break;
|
||||
|
||||
// Function for floating point/integer compression
|
||||
//case 41: TMBENCH("",l=fppenc8( in, m, out,0),n); pr(l,n); TMBENCH2("fppenc8 ", fppdec8( out, m, cpy,0) ,n); break;
|
||||
case 40: TMBENCH("",l=fpzzenc8( in, m, out,0),n); pr(l,n); TMBENCH2("fpzzenc8 ",fpzzdec8( out, m, cpy,0) ,n); break;
|
||||
case 41: TMBENCH("",l=fpfcmenc8( in, m, out,0),n); pr(l,n); TMBENCH2("fpfcmenc8 ",fpfcmdec8( out, m, cpy,0) ,n); break;
|
||||
case 42: TMBENCH("",l=fpdfcmenc8( in, m, out,0),n); pr(l,n); TMBENCH2("fpdfcmenc8 ",fpdfcmdec8( out, m, cpy,0) ,n); break;
|
||||
case 43: TMBENCH("",l=fp2dfcmenc8( in, m, out,0),n); pr(l,n); TMBENCH2("fp2dfcmenc8 ",fp2dfcmdec8( out, m, cpy,0) ,n); break;
|
||||
|
||||
case 47: TMBENCH("",l=trlec( in, n,out) ,n); pr(l,n); TMBENCH2("trle ",trled( out,l,cpy, n) ,n);break;
|
||||
case 48: TMBENCH("",l=srlec8( in, n,out,0xdau),n);pr(l,n); TMBENCH2("srle8 ",srled8( out,l,cpy, n,0xdau) ,n);break;
|
||||
//case 49: TMBENCH("",l=spdpenc(in,m*(8/8),out,SPDP_BSIZE,lev), n);pr(l,n);TMBENCH2("SPDP ",spdpdec( out, m*(8/8), cpy,SPDP_BSIZE,lev); ,n); break;
|
||||
#ifdef USE_LZ
|
||||
//case 50: TMBENCH("",l=tplzenc( in, n,out,8/8,tmp,lev) ,n); pr(l,n); TMBENCH2("tpbyte+lz ",tplzdec( out,n,cpy,8/8,tmp) ,n); break;
|
||||
//case 51: TMBENCH("",l=tp4lzenc( in, n,out,8/8,tmp,lev) ,n); pr(l,n); TMBENCH2("tpnibble+lz ",tp4lzdec( out,n,cpy,8/8,tmp) ,n); break;
|
||||
//case 52: TMBENCH("",l=tp4lzzenc8( in, n,out, tmp,lev) ,n); pr(l,n); TMBENCH2("tpnibbleZ+lz ",tp4lzzdec8( out,n,cpy, tmp) ,n); break;
|
||||
//case 53: TMBENCH("",l=tp4lzxenc8( in, n,out, tmp,lev) ,n); pr(l,n); TMBENCH2("tpnibbleX+lz ",tp4lzxdec8( out,n,cpy, tmp) ,n); break;
|
||||
case 54: TMBENCH("",l=lzcomp( in, n,out, lev) ,n); pr(l,n);TMBENCH2("lz ",lzdecomp( out,n,cpy) ,n);break;
|
||||
//case 50: TMBENCH("",l=tp4bvzenc8(in, n,out,tmp) ,n); pr(l,n); TMBENCH2("tp4+bvzenc ",tp4bvzdec8( out,n,cpy,tmp) ,n); break;
|
||||
#ifdef BITSHUFFLE
|
||||
case 55: TMBENCH("",l=bslzenc( in,n,out,8/8,tmp,lev), n); pr(l,n); TMBENCH2("bitshuffle+lz ",bslzdec(out,n,cpy,8/8,tmp), n); break;
|
||||
#endif
|
||||
#endif
|
||||
//case 27: TMBENCH("",l=bitdienc8( in, m, out,0,0),n); pr(l,n); memcpy(cpy, out, n);bitddec8( cpy, m,0); TMBENCH2("bitdienc8",bitddec8( out, m,0) ,n); break;
|
||||
//case 28: TMBENCH("",l=bitddenc8( in, m, out,0,0),n); pr(l,n); memcpy(cpy, out, n);bitdddec8(cpy, m,0); TMBENCH2("bitddenc8",bitdddec8(out, m,0) ,n); break;
|
||||
case ID_MEMCPY: if(!mcpy) return l; TMBENCH( "", libmemcpy( in,out,n) ,n); pr(n,n); TMBENCH2("memcpy ", libmemcpy( out,cpy,n) ,n); return n;
|
||||
default: return l;
|
||||
}
|
||||
rc = memcheck(in,m*(8/8),cpy);
|
||||
if(tmp) free(tmp);
|
||||
if(!rc)
|
||||
printf("\t%s\n", inname);
|
||||
return l;
|
||||
}
|
||||
|
||||
@ -542,8 +910,15 @@ void usage(char *pgm) {
|
||||
fprintf(stderr, " [b=int8], [s=int16], [u=int32(default)], [s=int64], [f:float] [d:double]\n");
|
||||
fprintf(stderr, " .# = decimal digits (default 2). Convert dec. numbers to integers\n");
|
||||
fprintf(stderr, " H = skip first line(s)\n");
|
||||
fprintf(stderr, " -H = skip first line(s). Only for text files\n");
|
||||
fprintf(stderr, " -K# = #:column number in multiple columns/line. Only for text files\n");
|
||||
fprintf(stderr, " -ks = s:separator(s) (default , ; and TAB) in multiple columns/line. Only for text files\n");
|
||||
fprintf(stderr, " -s# = #:integer size 2,4,8\n");
|
||||
fprintf(stderr, " -f# = #:floating point size 4,8\n");
|
||||
fprintf(stderr, " -V# = #:divisor. Only for text files\n");
|
||||
fprintf(stderr, " -D# = #:decimals. Only for text files\n");
|
||||
fprintf(stderr, "Output:\n");
|
||||
fprintf(stderr, " -v# # = verbosity 0..3 (default 1)\n");
|
||||
fprintf(stderr, " -v# # = verbosity 0..5 (default 1). 5=print first values read from text file\n");
|
||||
fprintf(stderr, "----- arg. ZIPF specified --------------\n");
|
||||
fprintf(stderr, " -aF F = zipfian distribution alpha ex. -a1.0 uniform -a1.5 skewed\n");
|
||||
fprintf(stderr, " -mNs N = minimum number. s=(k,K, m,M, g,G\n");
|
||||
@ -551,28 +926,29 @@ void usage(char *pgm) {
|
||||
fprintf(stderr, " -nNs N = number of integers to generate\n");
|
||||
fprintf(stderr, "Ex. ./icapp -a1.5 -m0 -M255 -n100M ZIPF\n");
|
||||
fprintf(stderr, "ex. ./icapp file -e2\n");
|
||||
fprintf(stderr, "ex. ./icapp -Ftu.2 ibm.data\n");
|
||||
fprintf(stderr, "ex. ./icapp -Ftd usages.dat\n");
|
||||
fprintf(stderr, "ex. ./icapp -FtdHH tripdata.csv\n");
|
||||
fprintf(stderr, "ex. ./icapp -Ft -D2 ibm.data\n");
|
||||
fprintf(stderr, "ex. ./icapp -Ft -f8 usages.dat\n");
|
||||
fprintf(stderr, "ex. ./icapp -Ft -f8 -HH tripdata.csv\n");
|
||||
exit(0);
|
||||
}
|
||||
|
||||
int main(int argc, char* argv[]) {
|
||||
unsigned cmp=1, b = 1 << 31, lz=0, fno,idmin=1,idmax=-1,m=1000000; int isize=4,dfmt = 0,kid=1,skiph=0,decs=0,divs=1,be_mindelta=0;
|
||||
unsigned cmp=1, b = 1 << 30, lz=0, fno,idmin=1,idmax=-1,m=1000000; int isize=4,dfmt = 0,kid=1,skiph=0,decs=0,divs=1,be_mindelta=0,lev=1;
|
||||
unsigned char *in=NULL,*out,*cpy;
|
||||
double mdelta=-10;
|
||||
int c, digit_optind = 0, this_option_optind = optind ? optind : 1, option_index = 0;
|
||||
static struct option long_options[] = { {"blocsize", 0, 0, 'b'}, {0, 0, 0} };
|
||||
for(;;) {
|
||||
if((c = getopt_long(argc, argv, "a:B:ce:E:f:F:i:j:I:J:m:M:n:s:v:y", long_options, &option_index)) == -1) break;
|
||||
if((c = getopt_long(argc, argv, "a:B:ce:D:E:f:F:i:j:k:K:HI:J:l:m:M:n:s:v:V:y", long_options, &option_index)) == -1) break;
|
||||
switch(c) {
|
||||
case 0 : printf("Option %s", long_options[option_index].name); if(optarg) printf (" with arg %s", optarg); printf ("\n"); break;
|
||||
case 'e': idmin = atoi(optarg); if(idmax == -1) idmax = idmin; break;
|
||||
case 'E': idmax = atoi(optarg); break;
|
||||
case 'D': decs = atoi(optarg); break;
|
||||
|
||||
case 'F': { char *s = optarg;
|
||||
if(*s=='c') { dfmt = T_CHAR; s++;}
|
||||
else if(*s=='t') { dfmt = T_TXT; if(*++s > '0' && *s <= '9') { kid = s[0] - '0'; s++; } }
|
||||
else if(*s=='t') { dfmt = T_TXT; if(*++s > '0' && *s <= '9') { kid = *s++ - '0'; if(*s > '0' && *s <= '9') kid = kid*10 + (*s++ - '0'); } }
|
||||
else if(*s=='e') { dfmt = T_TST; s++; }
|
||||
else if(*s=='r') { dfmt = 0; s++; } // default
|
||||
|
||||
@ -587,7 +963,10 @@ int main(int argc, char* argv[]) {
|
||||
if(*s == 'H') { skiph++; s++; } // skip first line(s). ex. HHH : skip 3 first lines
|
||||
switch(*s) { case 's': be_mindelta = 0; break; case 'S': be_mindelta = 1; break; case 'z': be_mindelta = 2; break; }
|
||||
} break;
|
||||
|
||||
|
||||
case 'H': skiph++; break;
|
||||
case 'K': { kid = atoi(optarg); if(!keysep) keysep = ",;\t"; } break;
|
||||
case 'k': keysep = optarg; break;
|
||||
case 'i': if((tm_rep = atoi(optarg))<=0)
|
||||
tm_rep=tm_Rep=1; break;
|
||||
case 'I': tm_Rep = atoi(optarg); break;
|
||||
@ -597,6 +976,7 @@ int main(int argc, char* argv[]) {
|
||||
case 's': isize = argtoi(optarg,1); break;
|
||||
case 'B': b = argtoi(optarg,1); break;
|
||||
case 'c': cmp++; break;
|
||||
case 'l': lev = atoi(optarg); break;
|
||||
case 'y': mcpy=0; break;
|
||||
|
||||
case 'a': a = strtod(optarg, NULL); break;
|
||||
@ -606,6 +986,7 @@ int main(int argc, char* argv[]) {
|
||||
case 'M': rx = argtoi(optarg,1); break;
|
||||
case 'f': isize = -argtoi(optarg,1); break;
|
||||
case 'v': verbose = atoi(optarg); break;
|
||||
case 'V': divs = atoi(optarg); break;
|
||||
default:
|
||||
usage(argv[0]);
|
||||
exit(0);
|
||||
@ -633,11 +1014,11 @@ int main(int argc, char* argv[]) {
|
||||
fseek(fi, 0, SEEK_SET);
|
||||
if(flen > b) flen = b;
|
||||
n = flen;
|
||||
}
|
||||
}
|
||||
}
|
||||
if(!in && !(in = (unsigned char*)malloc(n+1024))) { fprintf(stderr, "malloc error 'in =%d'\n", n); exit(-1); } cpy = in;
|
||||
if(!(out = (unsigned char*)malloc(flen*4/3+1024))) { fprintf(stderr, "malloc error 'out=%d'\n", n); exit(-1); }
|
||||
if(cmp && !(cpy = (unsigned char*)malloc(n+1024))) { fprintf(stderr, "malloc error 'cpy=%d'\n", n); exit(-1); }
|
||||
if(!in && !(in = (unsigned char*)malloc(n+64 ))) die("malloc error 'in =%d'\n", n); cpy = in;
|
||||
if(!(out = (unsigned char*)malloc(CBUF(n)+1024))) die("malloc error 'out=%d'\n", n);
|
||||
if(cmp && !(cpy = (unsigned char*)malloc(CBUF(n)+1024))) die("malloc error 'cpy=%d'\n", n);
|
||||
if(fi) {
|
||||
if(!dfmt) n = fread(in, 1, n, fi);
|
||||
fclose(fi);
|
||||
@ -648,13 +1029,13 @@ int main(int argc, char* argv[]) {
|
||||
if(n <= 0) exit(0);
|
||||
if(fno == optind)
|
||||
tm_init(tm_Rep, 1);
|
||||
printf(" E MB/s size ratio D MB/s function\n");
|
||||
printf(" E MB/s size ratio D MB/s function\n");
|
||||
for(i=idmin; i <= idmax; i++)
|
||||
switch(abs(isize)) {
|
||||
case 1: bench8( in,n,out,cpy,i,inname); break;
|
||||
case 2: bench16(in,n,out,cpy,i,inname); break;
|
||||
case 4: bench32(in,n,out,cpy,i,inname); break;
|
||||
case 8: bench64(in,n,out,cpy,i,inname); break;
|
||||
case 1: bench8( in,n,out,cpy,i,inname,lev); break;
|
||||
case 2: bench16(in,n,out,cpy,i,inname,lev); break;
|
||||
case 4: bench32(in,n,out,cpy,i,inname,lev); break;
|
||||
case 8: bench64(in,n,out,cpy,i,inname,lev); break;
|
||||
default: die("integer size must be 2, 4 or 8\n");
|
||||
}
|
||||
printf("\n");
|
||||
|
||||
Reference in New Issue
Block a user