Magellan Linux

Contents of /trunk/mkinitrd-magellan/busybox/archival/lzop.c

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1123 - (show annotations) (download)
Wed Aug 18 21:56:57 2010 UTC (13 years, 8 months ago) by niro
File MIME type: text/plain
File size: 26757 byte(s)
-updated to busybox-1.17.1
1 /*
2 This file is part of the lzop file compressor.
3
4 Copyright (C) 1996..2003 Markus Franz Xaver Johannes Oberhumer
5 All Rights Reserved.
6
7 Markus F.X.J. Oberhumer <markus@oberhumer.com>
8 http://www.oberhumer.com/opensource/lzop/
9
10 lzop and the LZO library are free software; you can redistribute them
11 and/or modify them under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2 of
13 the License, or (at your option) any later version.
14
15 This program is distributed in the hope that it will be useful,
16 but WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 GNU General Public License for more details.
19
20 You should have received a copy of the GNU General Public License
21 along with this program; see the file COPYING.
22 If not, write to the Free Software Foundation, Inc.,
23 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
24
25 "Minimalized" for busybox by Alain Knaff
26 */
27
28 #include "libbb.h"
29 #include "unarchive.h"
30 #include "liblzo_interface.h"
31
32 /* lzo-2.03/src/lzo_ptr.h */
33 #define pd(a,b) ((unsigned)((a)-(b)))
34
35 #define lzo_version() LZO_VERSION
36 #define lzo_sizeof_dict_t (sizeof(uint8_t*))
37
38 /* lzo-2.03/include/lzo/lzo1x.h */
39 #define LZO1X_1_MEM_COMPRESS (16384 * lzo_sizeof_dict_t)
40 #define LZO1X_1_15_MEM_COMPRESS (32768 * lzo_sizeof_dict_t)
41 #define LZO1X_999_MEM_COMPRESS (14 * 16384 * sizeof(short))
42
43 /* lzo-2.03/src/lzo1x_oo.c */
44 #define NO_LIT UINT_MAX
45
46 /**********************************************************************/
47 static void copy2(uint8_t* ip, const uint8_t* m_pos, unsigned off)
48 {
49 ip[0] = m_pos[0];
50 if (off == 1)
51 ip[1] = m_pos[0];
52 else
53 ip[1] = m_pos[1];
54 }
55
56 static void copy3(uint8_t* ip, const uint8_t* m_pos, unsigned off)
57 {
58 ip[0] = m_pos[0];
59 if (off == 1) {
60 ip[2] = ip[1] = m_pos[0];
61 }
62 else if (off == 2) {
63 ip[1] = m_pos[1];
64 ip[2] = m_pos[0];
65 }
66 else {
67 ip[1] = m_pos[1];
68 ip[2] = m_pos[2];
69 }
70 }
71
72 /**********************************************************************/
73 // optimize a block of data.
74 /**********************************************************************/
75 #define TEST_IP (ip < ip_end)
76 #define TEST_OP (op <= op_end)
77
78 static NOINLINE int lzo1x_optimize(uint8_t *in, unsigned in_len,
79 uint8_t *out, unsigned *out_len,
80 void* wrkmem UNUSED_PARAM)
81 {
82 uint8_t* op;
83 uint8_t* ip;
84 unsigned t;
85 uint8_t* m_pos;
86 uint8_t* const ip_end = in + in_len;
87 uint8_t* const op_end = out + *out_len;
88 uint8_t* litp = NULL;
89 unsigned lit = 0;
90 unsigned next_lit = NO_LIT;
91 unsigned nl;
92 unsigned long o_m1_a = 0, o_m1_b = 0, o_m2 = 0, o_m3_a = 0, o_m3_b = 0;
93
94 // LZO_UNUSED(wrkmem);
95
96 *out_len = 0;
97
98 op = out;
99 ip = in;
100
101 if (*ip > 17) {
102 t = *ip++ - 17;
103 if (t < 4)
104 goto match_next;
105 goto first_literal_run;
106 }
107
108 while (TEST_IP && TEST_OP) {
109 t = *ip++;
110 if (t >= 16)
111 goto match;
112 /* a literal run */
113 litp = ip - 1;
114 if (t == 0) {
115 t = 15;
116 while (*ip == 0)
117 t += 255, ip++;
118 t += *ip++;
119 }
120 lit = t + 3;
121 /* copy literals */
122 copy_literal_run:
123 *op++ = *ip++;
124 *op++ = *ip++;
125 *op++ = *ip++;
126 first_literal_run:
127 do *op++ = *ip++; while (--t > 0);
128
129 t = *ip++;
130
131 if (t >= 16)
132 goto match;
133 #if defined(LZO1X)
134 m_pos = op - 1 - 0x800;
135 #elif defined(LZO1Y)
136 m_pos = op - 1 - 0x400;
137 #endif
138 m_pos -= t >> 2;
139 m_pos -= *ip++ << 2;
140 *op++ = *m_pos++;
141 *op++ = *m_pos++;
142 *op++ = *m_pos++;
143 lit = 0;
144 goto match_done;
145
146
147 /* handle matches */
148 do {
149 if (t < 16) { /* a M1 match */
150 m_pos = op - 1;
151 m_pos -= t >> 2;
152 m_pos -= *ip++ << 2;
153
154 if (litp == NULL)
155 goto copy_m1;
156
157 nl = ip[-2] & 3;
158 /* test if a match follows */
159 if (nl == 0 && lit == 1 && ip[0] >= 16) {
160 next_lit = nl;
161 /* adjust length of previous short run */
162 lit += 2;
163 *litp = (unsigned char)((*litp & ~3) | lit);
164 /* copy over the 2 literals that replace the match */
165 copy2(ip-2, m_pos, pd(op, m_pos));
166 o_m1_a++;
167 }
168 /* test if a literal run follows */
169 else
170 if (nl == 0
171 && ip[0] < 16
172 && ip[0] != 0
173 && (lit + 2 + ip[0] < 16)
174 ) {
175 t = *ip++;
176 /* remove short run */
177 *litp &= ~3;
178 /* copy over the 2 literals that replace the match */
179 copy2(ip-3+1,m_pos,pd(op,m_pos));
180 /* move literals 1 byte ahead */
181 litp += 2;
182 if (lit > 0)
183 memmove(litp+1, litp, lit);
184 /* insert new length of long literal run */
185 lit += 2 + t + 3;
186 *litp = (unsigned char)(lit - 3);
187
188 o_m1_b++;
189 *op++ = *m_pos++; *op++ = *m_pos++;
190 goto copy_literal_run;
191 }
192 copy_m1:
193 *op++ = *m_pos++;
194 *op++ = *m_pos++;
195 } else {
196 match:
197 if (t >= 64) { /* a M2 match */
198 m_pos = op - 1;
199 #if defined(LZO1X)
200 m_pos -= (t >> 2) & 7;
201 m_pos -= *ip++ << 3;
202 t = (t >> 5) - 1;
203 #elif defined(LZO1Y)
204 m_pos -= (t >> 2) & 3;
205 m_pos -= *ip++ << 2;
206 t = (t >> 4) - 3;
207 #endif
208 if (litp == NULL)
209 goto copy_m;
210
211 nl = ip[-2] & 3;
212 /* test if in beetween two long literal runs */
213 if (t == 1 && lit > 3 && nl == 0
214 && ip[0] < 16 && ip[0] != 0 && (lit + 3 + ip[0] < 16)
215 ) {
216 t = *ip++;
217 /* copy over the 3 literals that replace the match */
218 copy3(ip-1-2,m_pos,pd(op,m_pos));
219 /* set new length of previous literal run */
220 lit += 3 + t + 3;
221 *litp = (unsigned char)(lit - 3);
222 o_m2++;
223 *op++ = *m_pos++;
224 *op++ = *m_pos++;
225 *op++ = *m_pos++;
226 goto copy_literal_run;
227 }
228 } else {
229 if (t >= 32) { /* a M3 match */
230 t &= 31;
231 if (t == 0) {
232 t = 31;
233 while (*ip == 0)
234 t += 255, ip++;
235 t += *ip++;
236 }
237 m_pos = op - 1;
238 m_pos -= *ip++ >> 2;
239 m_pos -= *ip++ << 6;
240 } else { /* a M4 match */
241 m_pos = op;
242 m_pos -= (t & 8) << 11;
243 t &= 7;
244 if (t == 0) {
245 t = 7;
246 while (*ip == 0)
247 t += 255, ip++;
248 t += *ip++;
249 }
250 m_pos -= *ip++ >> 2;
251 m_pos -= *ip++ << 6;
252 if (m_pos == op)
253 goto eof_found;
254 m_pos -= 0x4000;
255 }
256 if (litp == NULL)
257 goto copy_m;
258
259 nl = ip[-2] & 3;
260 /* test if in beetween two matches */
261 if (t == 1 && lit == 0 && nl == 0 && ip[0] >= 16) {
262 next_lit = nl;
263 /* make a previous short run */
264 lit += 3;
265 *litp = (unsigned char)((*litp & ~3) | lit);
266 /* copy over the 3 literals that replace the match */
267 copy3(ip-3,m_pos,pd(op,m_pos));
268 o_m3_a++;
269 }
270 /* test if a literal run follows */
271 else if (t == 1 && lit <= 3 && nl == 0
272 && ip[0] < 16 && ip[0] != 0 && (lit + 3 + ip[0] < 16)
273 ) {
274 t = *ip++;
275 /* remove short run */
276 *litp &= ~3;
277 /* copy over the 3 literals that replace the match */
278 copy3(ip-4+1,m_pos,pd(op,m_pos));
279 /* move literals 1 byte ahead */
280 litp += 2;
281 if (lit > 0)
282 memmove(litp+1,litp,lit);
283 /* insert new length of long literal run */
284 lit += 3 + t + 3;
285 *litp = (unsigned char)(lit - 3);
286
287 o_m3_b++;
288 *op++ = *m_pos++;
289 *op++ = *m_pos++;
290 *op++ = *m_pos++;
291 goto copy_literal_run;
292 }
293 }
294 copy_m:
295 *op++ = *m_pos++;
296 *op++ = *m_pos++;
297 do *op++ = *m_pos++; while (--t > 0);
298 }
299
300 match_done:
301 if (next_lit == NO_LIT) {
302 t = ip[-2] & 3;
303 lit = t;
304 litp = ip - 2;
305 }
306 else
307 t = next_lit;
308 next_lit = NO_LIT;
309 if (t == 0)
310 break;
311 /* copy literals */
312 match_next:
313 do *op++ = *ip++; while (--t > 0);
314 t = *ip++;
315 } while (TEST_IP && TEST_OP);
316 }
317
318 /* no EOF code was found */
319 *out_len = pd(op, out);
320 return LZO_E_EOF_NOT_FOUND;
321
322 eof_found:
323 // LZO_UNUSED(o_m1_a); LZO_UNUSED(o_m1_b); LZO_UNUSED(o_m2);
324 // LZO_UNUSED(o_m3_a); LZO_UNUSED(o_m3_b);
325 *out_len = pd(op, out);
326 return (ip == ip_end ? LZO_E_OK :
327 (ip < ip_end ? LZO_E_INPUT_NOT_CONSUMED : LZO_E_INPUT_OVERRUN));
328 }
329
330 /**********************************************************************/
331 #define F_OS F_OS_UNIX
332 #define F_CS F_CS_NATIVE
333
334 /**********************************************************************/
335 #define ADLER32_INIT_VALUE 1
336 #define CRC32_INIT_VALUE 0
337
338 /**********************************************************************/
339 enum {
340 M_LZO1X_1 = 1,
341 M_LZO1X_1_15 = 2,
342 M_LZO1X_999 = 3,
343 };
344
345 /**********************************************************************/
346 /* header flags */
347 #define F_ADLER32_D 0x00000001L
348 #define F_ADLER32_C 0x00000002L
349 #define F_H_EXTRA_FIELD 0x00000040L
350 #define F_H_GMTDIFF 0x00000080L
351 #define F_CRC32_D 0x00000100L
352 #define F_CRC32_C 0x00000200L
353 #define F_H_FILTER 0x00000800L
354 #define F_H_CRC32 0x00001000L
355 #define F_MASK 0x00003FFFL
356
357 /* operating system & file system that created the file [mostly unused] */
358 #define F_OS_UNIX 0x03000000L
359 #define F_OS_SHIFT 24
360 #define F_OS_MASK 0xff000000L
361
362 /* character set for file name encoding [mostly unused] */
363 #define F_CS_NATIVE 0x00000000L
364 #define F_CS_SHIFT 20
365 #define F_CS_MASK 0x00f00000L
366
367 /* these bits must be zero */
368 #define F_RESERVED ((F_MASK | F_OS_MASK | F_CS_MASK) ^ 0xffffffffL)
369
370 typedef struct chksum_t {
371 uint32_t f_adler32;
372 uint32_t f_crc32;
373 } chksum_t;
374
375 typedef struct header_t {
376 unsigned version;
377 unsigned lib_version;
378 unsigned version_needed_to_extract;
379 uint32_t flags;
380 uint32_t mode;
381 uint32_t mtime;
382 uint32_t gmtdiff;
383 uint32_t header_checksum;
384
385 uint32_t extra_field_len;
386 uint32_t extra_field_checksum;
387
388 unsigned char method;
389 unsigned char level;
390
391 /* info */
392 char name[255+1];
393 } header_t;
394
395 struct globals {
396 const uint32_t *lzo_crc32_table;
397 chksum_t chksum_in;
398 chksum_t chksum_out;
399 } FIX_ALIASING;
400 #define G (*(struct globals*)&bb_common_bufsiz1)
401 #define INIT_G() do { } while (0)
402 //#define G (*ptr_to_globals)
403 //#define INIT_G() do {
404 // SET_PTR_TO_GLOBALS(xzalloc(sizeof(G)));
405 //} while (0)
406
407
408 /**********************************************************************/
409 #define LZOP_VERSION 0x1010
410 //#define LZOP_VERSION_STRING "1.01"
411 //#define LZOP_VERSION_DATE "Apr 27th 2003"
412
413 #define OPTION_STRING "cfvdt123456789CF"
414
415 enum {
416 OPT_STDOUT = (1 << 0),
417 OPT_FORCE = (1 << 1),
418 OPT_VERBOSE = (1 << 2),
419 OPT_DECOMPRESS = (1 << 3),
420 OPT_TEST = (1 << 4),
421 OPT_1 = (1 << 5),
422 OPT_2 = (1 << 6),
423 OPT_3 = (1 << 7),
424 OPT_4 = (1 << 8),
425 OPT_5 = (1 << 9),
426 OPT_6 = (1 << 10),
427 OPT_789 = (7 << 11),
428 OPT_7 = (1 << 11),
429 OPT_8 = (1 << 12),
430 OPT_C = (1 << 14),
431 OPT_F = (1 << 15),
432 };
433
434 /**********************************************************************/
435 // adler32 checksum
436 // adapted from free code by Mark Adler <madler@alumni.caltech.edu>
437 // see http://www.zlib.org/
438 /**********************************************************************/
439 static FAST_FUNC uint32_t
440 lzo_adler32(uint32_t adler, const uint8_t* buf, unsigned len)
441 {
442 enum {
443 LZO_BASE = 65521, /* largest prime smaller than 65536 */
444 /* NMAX is the largest n such that
445 * 255n(n+1)/2 + (n+1)(BASE-1) <= 2^32-1 */
446 LZO_NMAX = 5552,
447 };
448 uint32_t s1 = adler & 0xffff;
449 uint32_t s2 = (adler >> 16) & 0xffff;
450 unsigned k;
451
452 if (buf == NULL)
453 return 1;
454
455 while (len > 0) {
456 k = len < LZO_NMAX ? (unsigned) len : LZO_NMAX;
457 len -= k;
458 if (k != 0) do {
459 s1 += *buf++;
460 s2 += s1;
461 } while (--k > 0);
462 s1 %= LZO_BASE;
463 s2 %= LZO_BASE;
464 }
465 return (s2 << 16) | s1;
466 }
467
468 static FAST_FUNC uint32_t
469 lzo_crc32(uint32_t c, const uint8_t* buf, unsigned len)
470 {
471 uint32_t crc;
472
473 if (buf == NULL)
474 return 0;
475
476 crc = ~c;
477 if (len != 0) do {
478 crc = G.lzo_crc32_table[(uint8_t)((int)crc ^ *buf)] ^ (crc >> 8);
479 buf += 1;
480 len -= 1;
481 } while (len > 0);
482
483 return ~crc;
484 }
485
486 /**********************************************************************/
487 static void init_chksum(chksum_t *ct)
488 {
489 ct->f_adler32 = ADLER32_INIT_VALUE;
490 ct->f_crc32 = CRC32_INIT_VALUE;
491 }
492
493 static void add_bytes_to_chksum(chksum_t *ct, const void* buf, int cnt)
494 {
495 /* We need to handle the two checksums at once, because at the
496 * beginning of the header, we don't know yet which one we'll
497 * eventually need */
498 ct->f_adler32 = lzo_adler32(ct->f_adler32, (const uint8_t*)buf, cnt);
499 ct->f_crc32 = lzo_crc32(ct->f_crc32, (const uint8_t*)buf, cnt);
500 }
501
502 static uint32_t chksum_getresult(chksum_t *ct, const header_t *h)
503 {
504 return (h->flags & F_H_CRC32) ? ct->f_crc32 : ct->f_adler32;
505 }
506
507 /**********************************************************************/
508 static uint32_t read32(void)
509 {
510 uint32_t v;
511 xread(0, &v, 4);
512 return ntohl(v);
513 }
514
515 static void write32(uint32_t v)
516 {
517 v = htonl(v);
518 xwrite(1, &v, 4);
519 }
520
521 static void f_write(const void* buf, int cnt)
522 {
523 xwrite(1, buf, cnt);
524 add_bytes_to_chksum(&G.chksum_out, buf, cnt);
525 }
526
527 static void f_read(void* buf, int cnt)
528 {
529 xread(0, buf, cnt);
530 add_bytes_to_chksum(&G.chksum_in, buf, cnt);
531 }
532
533 static int f_read8(void)
534 {
535 uint8_t v;
536 f_read(&v, 1);
537 return v;
538 }
539
540 static void f_write8(uint8_t v)
541 {
542 f_write(&v, 1);
543 }
544
545 static unsigned f_read16(void)
546 {
547 uint16_t v;
548 f_read(&v, 2);
549 return ntohs(v);
550 }
551
552 static void f_write16(uint16_t v)
553 {
554 v = htons(v);
555 f_write(&v, 2);
556 }
557
558 static uint32_t f_read32(void)
559 {
560 uint32_t v;
561 f_read(&v, 4);
562 return ntohl(v);
563 }
564
565 static void f_write32(uint32_t v)
566 {
567 v = htonl(v);
568 f_write(&v, 4);
569 }
570
571 /**********************************************************************/
572 static int lzo_get_method(header_t *h)
573 {
574 /* check method */
575 if (h->method == M_LZO1X_1) {
576 if (h->level == 0)
577 h->level = 3;
578 } else if (h->method == M_LZO1X_1_15) {
579 if (h->level == 0)
580 h->level = 1;
581 } else if (h->method == M_LZO1X_999) {
582 if (h->level == 0)
583 h->level = 9;
584 } else
585 return -1; /* not a LZO method */
586
587 /* check compression level */
588 if (h->level < 1 || h->level > 9)
589 return 15;
590
591 return 0;
592 }
593
594 /**********************************************************************/
595 #define LZO_BLOCK_SIZE (256 * 1024l)
596 #define MAX_BLOCK_SIZE (64 * 1024l * 1024l) /* DO NOT CHANGE */
597
598 /* LZO may expand uncompressible data by a small amount */
599 #define MAX_COMPRESSED_SIZE(x) ((x) + (x) / 16 + 64 + 3)
600
601 /**********************************************************************/
602 // compress a file
603 /**********************************************************************/
604 static NOINLINE smallint lzo_compress(const header_t *h)
605 {
606 unsigned block_size = LZO_BLOCK_SIZE;
607 int r = 0; /* LZO_E_OK */
608 uint8_t *const b1 = xzalloc(block_size);
609 uint8_t *const b2 = xzalloc(MAX_COMPRESSED_SIZE(block_size));
610 unsigned src_len = 0, dst_len = 0;
611 uint32_t d_adler32 = ADLER32_INIT_VALUE;
612 uint32_t d_crc32 = CRC32_INIT_VALUE;
613 int l;
614 smallint ok = 1;
615 uint8_t *wrk_mem = NULL;
616
617 if (h->method == M_LZO1X_1)
618 wrk_mem = xzalloc(LZO1X_1_MEM_COMPRESS);
619 else if (h->method == M_LZO1X_1_15)
620 wrk_mem = xzalloc(LZO1X_1_15_MEM_COMPRESS);
621 else if (h->method == M_LZO1X_999)
622 wrk_mem = xzalloc(LZO1X_999_MEM_COMPRESS);
623
624 for (;;) {
625 /* read a block */
626 l = full_read(0, b1, block_size);
627 src_len = (l > 0 ? l : 0);
628
629 /* write uncompressed block size */
630 write32(src_len);
631
632 /* exit if last block */
633 if (src_len == 0)
634 break;
635
636 /* compute checksum of uncompressed block */
637 if (h->flags & F_ADLER32_D)
638 d_adler32 = lzo_adler32(ADLER32_INIT_VALUE, b1, src_len);
639 if (h->flags & F_CRC32_D)
640 d_crc32 = lzo_crc32(CRC32_INIT_VALUE, b1, src_len);
641
642 /* compress */
643 if (h->method == M_LZO1X_1)
644 r = lzo1x_1_compress(b1, src_len, b2, &dst_len, wrk_mem);
645 else if (h->method == M_LZO1X_1_15)
646 r = lzo1x_1_15_compress(b1, src_len, b2, &dst_len, wrk_mem);
647 #if ENABLE_LZOP_COMPR_HIGH
648 else if (h->method == M_LZO1X_999)
649 r = lzo1x_999_compress_level(b1, src_len, b2, &dst_len,
650 wrk_mem, h->level);
651 #endif
652 else
653 bb_error_msg_and_die("internal error");
654
655 if (r != 0) /* not LZO_E_OK */
656 bb_error_msg_and_die("internal error - compression failed");
657
658 /* write compressed block size */
659 if (dst_len < src_len) {
660 /* optimize */
661 if (h->method == M_LZO1X_999) {
662 unsigned new_len = src_len;
663 r = lzo1x_optimize(b2, dst_len, b1, &new_len, NULL);
664 if (r != 0 /*LZO_E_OK*/ || new_len != src_len)
665 bb_error_msg_and_die("internal error - optimization failed");
666 }
667 write32(dst_len);
668 } else {
669 /* data actually expanded => store data uncompressed */
670 write32(src_len);
671 }
672
673 /* write checksum of uncompressed block */
674 if (h->flags & F_ADLER32_D)
675 write32(d_adler32);
676 if (h->flags & F_CRC32_D)
677 write32(d_crc32);
678
679 if (dst_len < src_len) {
680 /* write checksum of compressed block */
681 if (h->flags & F_ADLER32_C)
682 write32(lzo_adler32(ADLER32_INIT_VALUE, b2,
683 dst_len));
684 if (h->flags & F_CRC32_C)
685 write32(lzo_crc32(CRC32_INIT_VALUE, b2, dst_len));
686 /* write compressed block data */
687 xwrite(1, b2, dst_len);
688 } else {
689 /* write uncompressed block data */
690 xwrite(1, b1, src_len);
691 }
692 }
693
694 free(wrk_mem);
695 free(b1);
696 free(b2);
697 return ok;
698 }
699
700 static void lzo_check(uint32_t FAST_FUNC (*fn)(uint32_t, const uint8_t*, unsigned),
701 uint32_t ref, uint32_t init,
702 uint8_t* buf, unsigned len)
703 {
704 uint32_t c = fn(init, buf, len);
705 if (c != ref)
706 bb_error_msg_and_die("checksum error");
707 }
708
709 /**********************************************************************/
710 // decompress a file
711 /**********************************************************************/
712 static NOINLINE smallint lzo_decompress(const header_t *h)
713 {
714 unsigned block_size = LZO_BLOCK_SIZE;
715 int r;
716 uint32_t src_len, dst_len;
717 uint32_t c_adler32 = ADLER32_INIT_VALUE;
718 uint32_t d_adler32 = ADLER32_INIT_VALUE;
719 uint32_t c_crc32 = CRC32_INIT_VALUE, d_crc32 = CRC32_INIT_VALUE;
720 smallint ok = 1;
721 uint8_t *b1;
722 uint32_t mcs_block_size = MAX_COMPRESSED_SIZE(block_size);
723 uint8_t *b2 = NULL;
724
725 for (;;) {
726 uint8_t *dst;
727
728 /* read uncompressed block size */
729 dst_len = read32();
730
731 /* exit if last block */
732 if (dst_len == 0)
733 break;
734
735 /* error if split file */
736 if (dst_len == 0xffffffffL)
737 /* should not happen - not yet implemented */
738 bb_error_msg_and_die("this file is a split lzop file");
739
740 if (dst_len > MAX_BLOCK_SIZE)
741 bb_error_msg_and_die("corrupted data");
742
743 /* read compressed block size */
744 src_len = read32();
745 if (src_len <= 0 || src_len > dst_len)
746 bb_error_msg_and_die("corrupted data");
747
748 if (dst_len > block_size) {
749 if (b2) {
750 //FIXME!
751 b2 = NULL;
752 free(b2);
753 }
754 block_size = dst_len;
755 mcs_block_size = MAX_COMPRESSED_SIZE(block_size);
756 }
757
758 /* read checksum of uncompressed block */
759 if (h->flags & F_ADLER32_D)
760 d_adler32 = read32();
761 if (h->flags & F_CRC32_D)
762 d_crc32 = read32();
763
764 /* read checksum of compressed block */
765 if (src_len < dst_len) {
766 if (h->flags & F_ADLER32_C)
767 c_adler32 = read32();
768 if (h->flags & F_CRC32_C)
769 c_crc32 = read32();
770 }
771
772 if (b2 == NULL)
773 b2 = xzalloc(mcs_block_size);
774 /* read the block into the end of our buffer */
775 b1 = b2 + mcs_block_size - src_len;
776 xread(0, b1, src_len);
777
778 if (src_len < dst_len) {
779 unsigned d = dst_len;
780
781 if (!(option_mask32 & OPT_F)) {
782 /* verify checksum of compressed block */
783 if (h->flags & F_ADLER32_C)
784 lzo_check(lzo_adler32, c_adler32,
785 ADLER32_INIT_VALUE,
786 b1, src_len);
787 if (h->flags & F_CRC32_C)
788 lzo_check(lzo_crc32, c_crc32,
789 CRC32_INIT_VALUE,
790 b1, src_len);
791 }
792
793 /* decompress */
794 // if (option_mask32 & OPT_F)
795 // r = lzo1x_decompress(b1, src_len, b2, &d, NULL);
796 // else
797 r = lzo1x_decompress_safe(b1, src_len, b2, &d, NULL);
798
799 if (r != 0 /*LZO_E_OK*/ || dst_len != d) {
800 bb_error_msg_and_die("corrupted data");
801 }
802 dst = b2;
803 } else {
804 /* "stored" block => no decompression */
805 dst = b1;
806 }
807
808 if (!(option_mask32 & OPT_F)) {
809 /* verify checksum of uncompressed block */
810 if (h->flags & F_ADLER32_D)
811 lzo_check(lzo_adler32, d_adler32, ADLER32_INIT_VALUE,
812 dst, dst_len);
813 if (h->flags & F_CRC32_D)
814 lzo_check(lzo_crc32, d_crc32, CRC32_INIT_VALUE,
815 dst, dst_len);
816 }
817
818 /* write uncompressed block data */
819 xwrite(1, dst, dst_len);
820 }
821
822 free(b2);
823 return ok;
824 }
825
826 /**********************************************************************/
827 // lzop file signature (shamelessly borrowed from PNG)
828 /**********************************************************************/
829 /*
830 * The first nine bytes of a lzop file always contain the following values:
831 *
832 * 0 1 2 3 4 5 6 7 8
833 * --- --- --- --- --- --- --- --- ---
834 * (hex) 89 4c 5a 4f 00 0d 0a 1a 0a
835 * (decimal) 137 76 90 79 0 13 10 26 10
836 * (C notation - ASCII) \211 L Z O \0 \r \n \032 \n
837 */
838
839 /* (vda) comparison with lzop v1.02rc1 ("lzop -1 <FILE" cmd):
840 * Only slight differences in header:
841 * -00000000 89 4c 5a 4f 00 0d 0a 1a 0a 10 20 20 20 09 40 02
842 * +00000000 89 4c 5a 4f 00 0d 0a 1a 0a 10 10 20 30 09 40 02
843 * ^^^^^ ^^^^^
844 * version lib_version
845 * -00000010 01 03 00 00 0d 00 00 81 a4 49 f7 a6 3f 00 00 00
846 * +00000010 01 03 00 00 01 00 00 00 00 00 00 00 00 00 00 00
847 * ^^^^^^^^^^^ ^^^^^^^^^^^ ^^^^^^^^^^^
848 * flags mode mtime
849 * -00000020 00 00 2d 67 04 17 00 04 00 00 00 03 ed ec 9d 6d
850 * +00000020 00 00 10 5f 00 c1 00 04 00 00 00 03 ed ec 9d 6d
851 * ^^^^^^^^^^^
852 * chksum_out
853 * The rest is identical.
854 */
855 static const unsigned char lzop_magic[9] = {
856 0x89, 0x4c, 0x5a, 0x4f, 0x00, 0x0d, 0x0a, 0x1a, 0x0a
857 };
858
859 /* This coding is derived from Alexander Lehmann's pngcheck code. */
860 static void check_magic(void)
861 {
862 unsigned char magic[sizeof(lzop_magic)];
863 xread(0, magic, sizeof(magic));
864 if (memcmp(magic, lzop_magic, sizeof(lzop_magic)) != 0)
865 bb_error_msg_and_die("bad magic number");
866 }
867
868 /**********************************************************************/
869 // lzop file header
870 /**********************************************************************/
871 static void write_header(const header_t *h)
872 {
873 int l;
874
875 xwrite(1, lzop_magic, sizeof(lzop_magic));
876
877 init_chksum(&G.chksum_out);
878
879 f_write16(h->version);
880 f_write16(h->lib_version);
881 f_write16(h->version_needed_to_extract);
882 f_write8(h->method);
883 f_write8(h->level);
884 f_write32(h->flags);
885 f_write32(h->mode);
886 f_write32(h->mtime);
887 f_write32(h->gmtdiff);
888
889 l = (int) strlen(h->name);
890 f_write8(l);
891 if (l)
892 f_write(h->name, l);
893
894 f_write32(chksum_getresult(&G.chksum_out, h));
895 }
896
897 static int read_header(header_t *h)
898 {
899 int r;
900 int l;
901 uint32_t checksum;
902
903 memset(h, 0, sizeof(*h));
904 h->version_needed_to_extract = 0x0900; /* first lzop version */
905 h->level = 0;
906
907 init_chksum(&G.chksum_in);
908
909 h->version = f_read16();
910 if (h->version < 0x0900)
911 return 3;
912 h->lib_version = f_read16();
913 if (h->version >= 0x0940) {
914 h->version_needed_to_extract = f_read16();
915 if (h->version_needed_to_extract > LZOP_VERSION)
916 return 16;
917 if (h->version_needed_to_extract < 0x0900)
918 return 3;
919 }
920 h->method = f_read8();
921 if (h->version >= 0x0940)
922 h->level = f_read8();
923 h->flags = f_read32();
924 if (h->flags & F_H_FILTER)
925 return 16; /* filter not supported */
926 h->mode = f_read32();
927 h->mtime = f_read32();
928 if (h->version >= 0x0940)
929 h->gmtdiff = f_read32();
930
931 l = f_read8();
932 if (l > 0)
933 f_read(h->name, l);
934 h->name[l] = 0;
935
936 checksum = chksum_getresult(&G.chksum_in, h);
937 h->header_checksum = f_read32();
938 if (h->header_checksum != checksum)
939 return 2;
940
941 if (h->method <= 0)
942 return 14;
943 r = lzo_get_method(h);
944 if (r != 0)
945 return r;
946
947 /* check reserved flags */
948 if (h->flags & F_RESERVED)
949 return -13;
950
951 /* skip extra field [not used yet] */
952 if (h->flags & F_H_EXTRA_FIELD) {
953 uint32_t k;
954
955 /* note: the checksum also covers the length */
956 init_chksum(&G.chksum_in);
957 h->extra_field_len = f_read32();
958 for (k = 0; k < h->extra_field_len; k++)
959 f_read8();
960 checksum = chksum_getresult(&G.chksum_in, h);
961 h->extra_field_checksum = f_read32();
962 if (h->extra_field_checksum != checksum)
963 return 3;
964 }
965
966 return 0;
967 }
968
969 static void p_header(header_t *h)
970 {
971 int r;
972
973 r = read_header(h);
974 if (r == 0)
975 return;
976 bb_error_msg_and_die("header_error %d", r);
977 }
978
979 /**********************************************************************/
980 // compress
981 /**********************************************************************/
982 static void lzo_set_method(header_t *h)
983 {
984 int level = 1;
985
986 if (option_mask32 & OPT_1) {
987 h->method = M_LZO1X_1_15;
988 } else if (option_mask32 & OPT_789) {
989 #if ENABLE_LZOP_COMPR_HIGH
990 h->method = M_LZO1X_999;
991 if (option_mask32 & OPT_7)
992 level = 7;
993 else if (option_mask32 & OPT_8)
994 level = 8;
995 else
996 level = 9;
997 #else
998 bb_error_msg_and_die("high compression not compiled in");
999 #endif
1000 } else { /* levels 2..6 or none (defaults to level 3) */
1001 h->method = M_LZO1X_1;
1002 level = 5; /* levels 2-6 are actually the same */
1003 }
1004
1005 h->level = level;
1006 }
1007
1008 static smallint do_lzo_compress(void)
1009 {
1010 header_t header;
1011
1012 #define h (&header)
1013 memset(h, 0, sizeof(*h));
1014
1015 lzo_set_method(h);
1016
1017 h->version = (LZOP_VERSION & 0xffff);
1018 h->version_needed_to_extract = 0x0940;
1019 h->lib_version = lzo_version() & 0xffff;
1020
1021 h->flags = (F_OS & F_OS_MASK) | (F_CS & F_CS_MASK);
1022
1023 if (!(option_mask32 & OPT_F) || h->method == M_LZO1X_999) {
1024 h->flags |= F_ADLER32_D;
1025 if (option_mask32 & OPT_C)
1026 h->flags |= F_ADLER32_C;
1027 }
1028 write_header(h);
1029 return lzo_compress(h);
1030 #undef h
1031 }
1032
1033 /**********************************************************************/
1034 // decompress
1035 /**********************************************************************/
1036 static smallint do_lzo_decompress(void)
1037 {
1038 header_t header;
1039
1040 check_magic();
1041 p_header(&header);
1042 return lzo_decompress(&header);
1043 }
1044
1045 static char* FAST_FUNC make_new_name_lzop(char *filename, const char *expected_ext UNUSED_PARAM)
1046 {
1047 if (option_mask32 & OPT_DECOMPRESS) {
1048 char *extension = strrchr(filename, '.');
1049 if (!extension || strcmp(extension + 1, "lzo") != 0)
1050 return xasprintf("%s.out", filename);
1051 *extension = '\0';
1052 return filename;
1053 }
1054 return xasprintf("%s.lzo", filename);
1055 }
1056
1057 static IF_DESKTOP(long long) int FAST_FUNC pack_lzop(unpack_info_t *info UNUSED_PARAM)
1058 {
1059 if (option_mask32 & OPT_DECOMPRESS)
1060 return do_lzo_decompress();
1061 return do_lzo_compress();
1062 }
1063
1064 int lzop_main(int argc, char **argv) MAIN_EXTERNALLY_VISIBLE;
1065 int lzop_main(int argc UNUSED_PARAM, char **argv)
1066 {
1067 getopt32(argv, OPTION_STRING);
1068 argv += optind;
1069 /* lzopcat? */
1070 if (applet_name[4] == 'c')
1071 option_mask32 |= (OPT_STDOUT | OPT_DECOMPRESS);
1072 /* unlzop? */
1073 if (applet_name[0] == 'u')
1074 option_mask32 |= OPT_DECOMPRESS;
1075
1076 G.lzo_crc32_table = crc32_filltable(NULL, 0);
1077 return bbunpack(argv, pack_lzop, make_new_name_lzop, /*unused:*/ NULL);
1078 }