JavaFastPFOR/src/main/java/me/lemire/integercompression/IntegratedBinaryPacking.java at master · kod3r/JavaFastPFOR · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
/**
 * This code is released under the
 * Apache License Version 2.0 http://www.apache.org/licenses/.
 *
 * (c) Daniel Lemire, http://lemire.me/en/
 */

package me.lemire.integercompression;

public class IntegratedBinaryPacking implements IntegratedIntegerCODEC {

	  @Override
	public void compress(int[] in, IntWrapper inpos, int inlength, int[] out, IntWrapper outpos) {
		    inlength = inlength / 128 * 128;
		    out[outpos.get()] = inlength;
		    outpos.increment();
		    int tmpoutpos = outpos.get();
		    int initoffset = 0;
		    for (int s = inpos.get(); s < inpos.get() + inlength; s += 32 * 4) {
		      final int mbits1 = Util.maxdiffbits(initoffset, in, s, 32);
		      int initoffset2 = in[s+31];
		      final int mbits2 = Util.maxdiffbits(initoffset2, in, s + 32, 32);
		      int initoffset3 = in[s+32+31];
		      final int mbits3 = Util.maxdiffbits(initoffset3, in, s + 2 * 32, 32);
		      int initoffset4 = in[s+2*32+31];
		      final int mbits4 = Util.maxdiffbits(initoffset4, in, s + 3 * 32, 32);
		      out[tmpoutpos++] = (mbits1 << 24) | (mbits2 << 16) | (mbits3 << 8)
		        | (mbits4);
		      IntegratedBitPacking.integratedpack(initoffset, in, s, out, tmpoutpos, mbits1);
		      tmpoutpos += mbits1;
		      IntegratedBitPacking.integratedpack(initoffset2, in, s + 32, out, tmpoutpos, mbits2);
		      tmpoutpos += mbits2;
		      IntegratedBitPacking.integratedpack(initoffset3, in, s + 2 * 32, out, tmpoutpos, mbits3);
		      tmpoutpos += mbits3;
		      IntegratedBitPacking.integratedpack(initoffset4, in, s + 3 * 32, out, tmpoutpos, mbits4);
		      tmpoutpos += mbits4;
		      initoffset = in[s+3*32+31];
		    }
		    inpos.add(inlength);
		    outpos.set(tmpoutpos);
		  }

		  @Override
		public void uncompress(int[] in, IntWrapper inpos, int inlength, int[] out, IntWrapper outpos) {
		    // Util.assertTrue(inpos.get()+inlength <= in.length);
		    final int outlength = in[inpos.get()];
		    inpos.increment();
		    int tmpinpos = inpos.get();
		    int initoffset = 0;
		    for (int s = outpos.get(); s < outpos.get() + outlength; s += 32 * 4) {
		      final int mbits1 = (in[tmpinpos] >>> 24);
		      final int mbits2 = (in[tmpinpos] >>> 16) & 0xFF;
		      final int mbits3 = (in[tmpinpos] >>> 8) & 0xFF;
		      final int mbits4 = (in[tmpinpos]) & 0xFF;
		      ++tmpinpos;
		      IntegratedBitPacking.integratedunpack(initoffset, in, tmpinpos, out, s, mbits1);
		      tmpinpos += mbits1;
		      initoffset = out[s+31];
		      IntegratedBitPacking.integratedunpack(initoffset,in, tmpinpos, out, s + 32, mbits2);
		      tmpinpos += mbits2;
		      initoffset = out[s+32+31];
		      IntegratedBitPacking.integratedunpack(initoffset,in, tmpinpos, out, s + 2 * 32, mbits3);
		      tmpinpos += mbits3;
		      initoffset = out[s+2*32+31];
		      IntegratedBitPacking.integratedunpack(initoffset,in, tmpinpos, out, s + 3 * 32, mbits4);
		      tmpinpos += mbits4;
		      initoffset = out[s+3*32+31];
		    }
		    outpos.add(outlength);
		    inpos.set(tmpinpos);
		  }


}