From 9bab6bee6ffb862f1f9127cf4a408fac2347857f Mon Sep 17 00:00:00 2001
From: powturbo <powturbo@gmail.com>
Date: Thu, 28 May 2015 17:04:22 +0200
Subject: [PATCH] .

---
 ext/ext.c | 77 +++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 77 insertions(+)
 create mode 100644 ext/ext.c

diff --git a/ext/ext.c b/ext/ext.c
new file mode 100644
index 0000000..7ab7e94
--- /dev/null
+++ b/ext/ext.c
@@ -0,0 +1,77 @@
+// simple-8b simple16 and optpfd don't work with all interger lists. Enable if you to want to test
+//#define _SIMPLE_8B  // crashs on some lists 
+//#define _SIMPLE16   // limited to 28 bits
+//#define _OPTPFD     // compression very slow and limited to 28 bits. crashs on some lists
+//#define _VBYTEPOLY  // limited to 28 bits. 
+#define _MASKEDVBYTE
+//-------------------------------------- External functions for comparison ------------------------------------------------------------------------
+#include "vabyte.h"                                     // Standard Variable Byte
+
+#include "simdcomp/include/simdbitpacking.h"   			// SIMD FastPFor
+#include "simdcomp/include/simdcomputil.h"
+#include "simdcomp/include/simdintegratedbitpacking.h"
+
+#include "varintg8iu.h"							        // SIMD Varint G8IU
+#include "varintg8iu.h"
+
+#include "vas16c.h"										// Simple 16	
+#include "vas16d.h"   
+  
+#include "OPT_PFD/opt_p4.h" 							// OptPFD
+#include "simple8b.h"       							// optimized simple-8b
+    
+  #ifdef _MASKEDVBYTE										// http://maskedvbyte.org
+#include "MaskedVByte/include/varintencode.h"
+#include "MaskedVByte/include/varintdecode.h"
+  #endif
+//---------------- FastPFor functions ---------------------  
+unsigned char *simdpackwn(uint32_t *in, uint32_t n, uint32_t b, uint32_t *out) {//checkifdivisibleby(n, 128); const uint32_t * const initout(out);  //while(needPaddingTo128Bits(out)) *out++ = 123456;
+  uint32_t *in_;
+  for(in_ = in + n; in + 128 <= in_; in += 128, out += 4 * b) simdpackwithoutmask(in, (__m128i *)out, b);
+  return (unsigned char *)out;
+}
+
+unsigned char *simdpackn(uint32_t *in, uint32_t n, uint32_t b, uint32_t *out) {//checkifdivisibleby(n, 128); const uint32_t * const initout(out);  //while(needPaddingTo128Bits(out)) *out++ = 123456;
+  uint32_t *in_;
+  for(in_ = in + n; in + 128 <= in_; in += 128, out += 4 * b) simdpack(in, (__m128i *)out, b);
+  return (unsigned char *)out;
+} 
+
+unsigned char *simdunpackn(uint32_t *in, uint32_t n, uint32_t b, uint32_t *out) {  
+  uint32_t k, *out_; 
+  for(out_ = out + n; out + 128 <= out_; out += 128, in += 4 * b) simdunpack((const __m128i *)in, out, b); 
+  return (unsigned char *)in;
+}
+
+unsigned char *simdpackwn1(uint32_t *in, uint32_t n, uint32_t b, uint32_t start, uint32_t *out) {//checkifdivisibleby(n, 128); const uint32_t * const initout(out);  //while(needPaddingTo128Bits(out)) *out++ = 123456;
+  uint32_t *in_;
+  for(in_ = in + n; in + 128 <= in_; in += 128, out += 4 * b) simdpackwithoutmaskd1(start, in, (__m128i *)out, b); //simdpackwithoutmaskd1(x, ip+1, (__m128i *)out, b); 
+  return (unsigned char *)out;
+}
+     
+unsigned char *simdunpackn1(uint32_t *in, uint32_t n, uint32_t b, uint32_t start, uint32_t *out) {
+  uint32_t k, *out_; 
+  for(out_ = out + n; out + 128 <= out_; out += 128, in += 4 * b) simdunpackd1(start, (__m128i *)in, out, b); 
+  return (unsigned char *)in;
+}  
+//--------------- Polytec variable byte ----------- 
+#include "vbyte_poly.h"
+unsigned char *vbpolyenc(int *in, int n, unsigned char *out) {
+  int i; for(i = 0; i < n; i++) { unsigned x = in[i]; VBYTE_ENC(out, x); } return out;
+}
+unsigned char *vbpolydec(unsigned char *in, int n, int *out) {
+  int i; for(i = 0; i < n; i++) { unsigned x; VBYTE_DEC(in, x); out[i] = x; } return in;
+}
+
+//#define _LZT
+#define _LZ4
+
+  #ifdef _LZT
+#include "../../lz/lz8.h"
+int lz8c0(struct lzobj *lz);
+int lz8c01(struct lzobj *lz);
+  #endif
+
+  #ifdef _LZ4
+#include "lz4.h"
+  #endif