#include "u.h"
#include "lib.h"
#include "mem.h"
#include "dat.h"
#include "fns.h"
#include "thwack.h"
typedef struct Huff Huff;
struct Huff
{
short bits; /* length of the code */
ulong encode; /* the code */
};
static Huff lentab[MaxFastLen] =
{
{1, 0x0}, /* 0 */
{2, 0x2}, /* 10 */
{4, 0xc}, /* 1100 */
{4, 0xd}, /* 1101 */
{5, 0x1c}, /* 11100 */
{6, 0x3a}, /* 111010 */
{6, 0x3b}, /* 111011 */
{7, 0x78}, /* 1111000 */
{7, 0x79}, /* 1111001 */
};
static void bitput(Thwack *tw, int c, int n);
static int iomegaput(Thwack *tw, ulong v);
void
thwackinit(Thwack *tw)
{
int i;
memset(tw, 0, sizeof *tw);
for(i = 0; i < EWinBlocks; i++){
tw->blocks[i].data = tw->data[i];
tw->blocks[i].edata = tw->blocks[i].data;
tw->blocks[i].hash = tw->hash[i];
tw->blocks[i].acked = 0;
}
}
/*
* acknowledgement for block seq & nearby preds
*/
void
thwackack(Thwack *tw, ulong seq, ulong mask)
{
int slot, b;
slot = tw->slot;
for(;;){
for(;;){
slot--;
if(slot < 0)
slot += EWinBlocks;
if(slot == tw->slot)
return;
if(tw->blocks[slot].seq == seq){
tw->blocks[slot].acked = 1;
break;
}
}
if(mask == 0)
break;
do{
b = mask & 1;
seq--;
mask >>= 1;
}while(!b);
}
}
/*
* find a string in the dictionary
*/
static int
thwmatch(ThwBlock *b, ThwBlock *eblocks, uchar **ss, uchar *esrc, ulong h)
{
int then, toff, w;
uchar *s, *t;
s = *ss;
if(esrc < s + MinMatch)
return 0;
toff = 0;
for(; b < eblocks; b++){
then = b->hash[h];
toff += b->maxoff;
w = (ushort)(then - b->begin);
if(w >= b->maxoff)
continue;
/*
* don't need to check for the end because
* 1) s too close check above
* 2) entries too close not added to hash tables
*/
t = w + b->data;
if(s[0] != t[0] || s[1] != t[1] || s[2] != t[2])
continue;
if(esrc - s > b->edata - t)
esrc = s + (b->edata - t);
t += 3;
for(s += 3; s < esrc; s++){
if(*s != *t)
break;
t++;
}
*ss = s;
return toff - w;
}
return 0;
}
/*
* knuth vol. 3 multiplicative hashing
* each byte x chosen according to rules
* 1/4 < x < 3/10, 1/3 x < < 3/7, 4/7 < x < 2/3, 7/10 < x < 3/4
* with reasonable spread between the bytes & their complements
*
* the 3 byte value appears to be as almost good as the 4 byte value,
* and might be faster on some machines
*/
//#define hashit(c) (((((ulong)(c) & 0xffffff) * 0x6b43a9b5) >> (32 - HashLog)) & HashMask)
#define hashit(c) ((((ulong)(c) * 0x6b43a9) >> (24 - HashLog)) & HashMask)
/*
* lz77 compression with single lookup in a hash table for each block
*/
int
thwack(Thwack *tw, uchar *dst, uchar *src, int n, ulong seq)
{
ThwBlock *eblocks, *b, blocks[CompBlocks];
uchar *s, *ss, *sss, *esrc, *half;
ulong cont, cseq, bseq, cmask, code;
int now, toff;
int h, m, slot, bits, use, totmatched;
if(n > ThwMaxBlock || n < MinMatch || waserror())
return -1;
tw->dst = dst;
tw->dmax = dst + n;
tw->nbits = 0;
/*
* add source to the coding window
* there is always enough space
*/
slot = tw->slot;
b = &tw->blocks[slot];
b->seq = seq;
b->acked = 0;
now = b->begin + b->maxoff;
s = b->data;
memmove(s, src, n);
b->edata = s + n;
b->begin = now;
b->maxoff = n;
/*
* set up the history blocks
*/
cseq = seq;
cmask = 0;
*blocks = *b;
b = blocks;
b->maxoff = 0;
b++;
while(b < blocks + CompBlocks){
slot--;
if(slot < 0)
slot += EWinBlocks;
if(slot == tw->slot)
break;
if(!tw->blocks[slot].acked)
continue;
bseq = tw->blocks[slot].seq;
if(cseq == seq){
if(seq - bseq >= MaxSeqStart)
break;
cseq = bseq;
}else if(cseq - bseq > MaxSeqMask)
break;
else
cmask |= 1 << (cseq - bseq - 1);
*b = tw->blocks[slot];
b++;
}
eblocks = b;
bitput(tw, ((seq - cseq) << MaxSeqMask) | cmask, 16);
cont = (s[0] << 16) | (s[2] << 8) | s[2];
totmatched = 0;
esrc = s + n;
half = s + (n >> 1);
while(s < esrc){
h = hashit(cont);
sss = s;
toff = thwmatch(blocks, eblocks, &sss, esrc, h);
ss = sss;
m = ss - s;
if(m < MinMatch){
bitput(tw, 0x100|*s, 9);
ss = s + 1;
}else{
totmatched += m;
toff--;
for(bits = OffBase; toff >= (1 << bits); bits++)
;
if(bits >= MaxOff+OffBase)
error("thwack offset");
bitput(tw, bits - OffBase, 4);
if(bits != OffBase)
bits--;
bitput(tw, toff & ((1 << bits) - 1), bits);
m -= MinMatch;
if(m < MaxFastLen){
bitput(tw, lentab[m].encode, lentab[m].bits);
}else{
code = BigLenCode;
bits = BigLenBits;
use = BigLenBase;
m -= MaxFastLen;
while(m >= use){
m -= use;
code = (code + use) << 1;
use <<= bits & 1;
bits++;
}
bitput(tw, (code + m), bits);
}
}
blocks->maxoff += ss - s;
/*
* speed hack
* check for compression progress, bail if none achieved
*/
if(s < half && ss >= half && totmatched * 10 < n)
error("thwack likely expanding");
for(; s != ss; s++){
if(s + MinMatch <= esrc){
h = hashit(cont);
blocks->hash[h] = now;
if(s + MinMatch < esrc)
cont = (cont << 8) | s[MinMatch];
}
now++;
}
}
if(tw->nbits)
bitput(tw, 0, 8 - tw->nbits);
tw->slot++;
if(tw->slot >= EWinBlocks)
tw->slot = 0;
poperror();
return tw->dst - dst;
}
static void
bitput(Thwack *tw, int c, int n)
{
tw->bits = (tw->bits << n) | c;
for(tw->nbits += n; tw->nbits >= 8; tw->nbits -= 8){
if(tw->dst >= tw->dmax)
error("thwack expanding");
*tw->dst++ = tw->bits >> (tw->nbits - 8);
}
}