1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
|
/*
* LZW encoder
* Copyright (c) 2007 Bartlomiej Wolowiec
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
/**
* LZW encoder
* @file lzwenc.c
* @author Bartlomiej Wolowiec
*/
#include "avcodec.h"
#include "bitstream.h"
#include "lzw.h"
#define LZW_MAXBITS 12
#define LZW_SIZTABLE (1<<LZW_MAXBITS)
#define LZW_HASH_SIZE 16411
#define LZW_HASH_SHIFT 6
#define LZW_PREFIX_EMPTY -1
#define LZW_PREFIX_FREE -2
/** One code in hash table */
typedef struct Code{
/// Hash code of prefix, LZW_PREFIX_EMPTY if empty prefix, or LZW_PREFIX_FREE if no code
int hash_prefix;
int code; ///< LZW code
uint8_t suffix; ///< Last character in code block
}Code;
/** LZW encode state */
typedef struct LZWEncodeState {
int clear_code; ///< Value of clear code
int end_code; ///< Value of end code
Code tab[LZW_HASH_SIZE]; ///< Hash table
int tabsize; ///< Number of values in hash table
int bits; ///< Actual bits code
int bufsize; ///< Size of output buffer
PutBitContext pb; ///< Put bit context for output
int maxbits; ///< Max bits code
int maxcode; ///< Max value of code
int output_bytes; ///< Number of written bytes
int last_code; ///< Value of last output code or LZW_PREFIX_EMPTY
}LZWEncodeState;
const int ff_lzw_encode_state_size = sizeof(LZWEncodeState);
/**
* Hash function adding character
* @param head LZW code for prefix
* @param add Character to add
* @return New hash value
*/
static inline int hash(int head, const int add)
{
head ^= (add << LZW_HASH_SHIFT);
if (head >= LZW_HASH_SIZE)
head -= LZW_HASH_SIZE;
assert(head >= 0 && head < LZW_HASH_SIZE);
return head;
}
/**
* Hash function calculates next hash value
* @param head Actual hash code
* @param offset Offset calculated by hashOffset
* @return New hash value
*/
static inline int hashNext(int head, const int offset)
{
head -= offset;
if(head < 0)
head += LZW_HASH_SIZE;
return head;
}
/**
* Hash function calculates hash offset
* @param head Actual hash code
* @return Hash offset
*/
static inline int hashOffset(const int head)
{
return head ? LZW_HASH_SIZE - head : 1;
}
/**
* Write one code to stream
* @param s LZW state
* @param c code to write
*/
static inline void writeCode(LZWEncodeState * s, int c)
{
assert(0 <= c && c < 1 << s->bits);
put_bits(&s->pb, s->bits, c);
}
/**
* Find LZW code for block
* @param s LZW state
* @param c Last character in block
* @param hash_prefix LZW code for prefix
* @return LZW code for block or -1 if not found in table
*/
static inline int findCode(LZWEncodeState * s, uint8_t c, int hash_prefix)
{
int h = hash(FFMAX(hash_prefix, 0), c);
int hash_offset = hashOffset(h);
while (s->tab[h].hash_prefix != LZW_PREFIX_FREE) {
if ((s->tab[h].suffix == c)
&& (s->tab[h].hash_prefix == hash_prefix))
return h;
h = hashNext(h, hash_offset);
}
return h;
}
/**
* Add block to LZW code table
* @param s LZW state
* @param c Last character in block
* @param hash_prefix LZW code for prefix
* @param hash_code LZW code for bytes block
*/
static inline void addCode(LZWEncodeState * s, uint8_t c, int hash_prefix, int hash_code)
{
s->tab[hash_code].code = s->tabsize;
s->tab[hash_code].suffix = c;
s->tab[hash_code].hash_prefix = hash_prefix;
s->tabsize++;
if (s->tabsize >= 1 << s->bits)
s->bits++;
}
/**
* Clear LZW code table
* @param s LZW state
*/
static void clearTable(LZWEncodeState * s)
{
int i, h;
writeCode(s, s->clear_code);
s->bits = 9;
for (i = 0; i < LZW_HASH_SIZE; i++) {
s->tab[i].hash_prefix = LZW_PREFIX_FREE;
}
for (i = 0; i < 256; i++) {
h = hash(0, i);
s->tab[h].code = i;
s->tab[h].suffix = i;
s->tab[h].hash_prefix = LZW_PREFIX_EMPTY;
}
s->tabsize = 258;
}
/**
* Calculate number of bytes written
* @param s LZW encode state
* @return Number of bytes written
*/
static int writtenBytes(LZWEncodeState *s){
int ret = (put_bits_count(&s->pb)) >> 3;
ret -= s->output_bytes;
s->output_bytes += ret;
return ret;
}
/**
* Initialize LZW encoder. Please set s->clear_code, s->end_code and s->maxbits before run.
* @param s LZW state
* @param outbuf Output buffer
* @param outsize Size of output buffer
* @param maxbits Maximum length of code
*/
void ff_lzw_encode_init(LZWEncodeState * s, uint8_t * outbuf, int outsize, int maxbits)
{
s->clear_code = 256;
s->end_code = 257;
s->maxbits = maxbits;
init_put_bits(&s->pb, outbuf, outsize);
s->bufsize = outsize;
assert(9 <= s->maxbits && s->maxbits <= s->maxbits);
s->maxcode = 1 << s->maxbits;
s->output_bytes = 0;
s->last_code = LZW_PREFIX_EMPTY;
s->bits = 9;
}
/**
* LZW main compress function
* @param s LZW state
* @param inbuf Input buffer
* @param insize Size of input buffer
* @return Number of bytes written or -1 on error
*/
int ff_lzw_encode(LZWEncodeState * s, const uint8_t * inbuf, int insize)
{
int i;
int code_prefix = s->last_code;
if(insize * 3 > (s->bufsize - s->output_bytes) * 2){
return -1;
}
if (code_prefix == LZW_PREFIX_EMPTY)
clearTable(s);
for (i = 0; i < insize; i++) {
uint8_t c = *inbuf++;
int code = findCode(s, c, code_prefix);
if (s->tab[code].hash_prefix != LZW_PREFIX_FREE) {
code_prefix = s->tab[code].code;
} else {
writeCode(s, code_prefix);
addCode(s, c, code_prefix, code);
code_prefix = s->tab[hash(0, c)].code;
}
if (s->tabsize >= s->maxcode - 1) {
clearTable(s);
}
}
s->last_code = code_prefix;
return writtenBytes(s);
}
/**
* Write end code and flush bitstream
* @param s LZW state
* @return Number of bytes written or -1 on error
*/
int ff_lzw_encode_flush(LZWEncodeState * s)
{
if (s->last_code != -1)
writeCode(s, s->last_code);
writeCode(s, s->end_code);
flush_put_bits(&s->pb);
s->last_code = -1;
return writtenBytes(s);
}
|