diff --git a/applications/comp.c b/applications/comp.c new file mode 100644 index 0000000..3cba541 --- /dev/null +++ b/applications/comp.c @@ -0,0 +1,322 @@ +/* + * File : fastlz_sample.c + * this example is a very simple test program for the fastlz library, + * using non-stream compress and decompress. If you want to use stream compress, + * you need at least 100K of ROM for history buffer(not recommend), or you can custom + * header to storage the compress block size, and carry out stream compress by non-stream. + * + * COPYRIGHT (C) 2006 - 2018, RT-Thread Development Team + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License along + * with this program; if not, write to the Free Software Foundation, Inc., + * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. + * + * Change Logs: + * Date Author Notes + * 2018-02-05 chenyong first version + * 2018-02-11 Murphy Adapted fastlz + */ + +#include +#include +#include + +#include + +//#include +#include + +#include "fastlz.h" + +#define malloc rt_malloc +#define free rt_free + +#define BLOCK_HEADER_SIZE 4 + +#define COMPRESS_BUFFER_SIZE 4096 +#define DCOMPRESS_BUFFER_SIZE 4096 + +/* The output buffer must be at least 5% larger than the input buffer and can not be smaller than 66 bytes */ +#define BUFFER_PADDING FASTLZ_BUFFER_PADDING(COMPRESS_BUFFER_SIZE) + +/* compress level: 1 or 2 */ +#define FASTLZ_COMPRESS_LEVEL 2 + +int fastlz_compress_file(const char *fin, const char *fout) +{ + int fd_in = -1 , fd_out = -1; + int ret = 0; + + fd_in = open(fin, O_RDONLY, 0); + if (fd_in < 0) + { + rt_kprintf("[fastlz] open the input file : %s error!\n", fin); + ret = -1; + goto _exit; + } + + fd_out = open(fout, O_WRONLY | O_CREAT | O_TRUNC, 0); + if (fd_out < 0) + { + rt_kprintf("[fastlz] open the output file : %s error!\n", fout); + ret = -1; + goto _exit; + } + + + /* Start to compress file */ + rt_uint8_t *cmprs_buffer = RT_NULL, *buffer = RT_NULL; + rt_uint8_t buffer_hdr[BLOCK_HEADER_SIZE] = { 0 }; + int cmprs_size = 0, block_size = 0, totle_cmprs_size = 0; + size_t file_size = 0, i = 0; +// int ret = 0; + + file_size = lseek(fd_in, 0, SEEK_END); + lseek(fd_in, 0, SEEK_SET); + + cmprs_buffer = (rt_uint8_t *) malloc(COMPRESS_BUFFER_SIZE + BUFFER_PADDING); + buffer = (rt_uint8_t *) malloc(COMPRESS_BUFFER_SIZE); + if (!cmprs_buffer || !buffer) + { + rt_kprintf("[fastlz] No memory for cmprs_buffer or buffer!\n"); + ret = -1; + goto _exit; + } + + rt_kprintf("[fastlz]compress start : "); + for (i = 0; i < file_size; i += COMPRESS_BUFFER_SIZE) + { + if ((file_size - i) < COMPRESS_BUFFER_SIZE) + { + block_size = file_size - i; + } + else + { + block_size = COMPRESS_BUFFER_SIZE; + } + + memset(buffer, 0x00, COMPRESS_BUFFER_SIZE); + memset(cmprs_buffer, 0x00, COMPRESS_BUFFER_SIZE + BUFFER_PADDING); + + read(fd_in, buffer, block_size); + + /* The destination buffer must be at least size + 400 bytes large because incompressible data may increase in size. */ + cmprs_size = fastlz_compress_level(FASTLZ_COMPRESS_LEVEL, buffer, block_size, (char *) cmprs_buffer); + if (cmprs_size < 0) + { + ret = -1; + goto _exit; + } + + /* Store compress block size to the block header (4 byte). */ + buffer_hdr[3] = cmprs_size % (1 << 8); + buffer_hdr[2] = (cmprs_size % (1 << 16)) / (1 << 8); + buffer_hdr[1] = (cmprs_size % (1 << 24)) / (1 << 16); + buffer_hdr[0] = cmprs_size / (1 << 24); + + write(fd_out, buffer_hdr, BLOCK_HEADER_SIZE); + write(fd_out, cmprs_buffer, cmprs_size); + + totle_cmprs_size += cmprs_size + BLOCK_HEADER_SIZE; + rt_kprintf(">"); + } + + rt_kprintf("\n"); + rt_kprintf("[fastlz]compressed %d bytes into %d bytes , compression ratio is %d%!\n", file_size, totle_cmprs_size, + (totle_cmprs_size * 100) / file_size); +_exit: + if(fd_in >= 0) + { + close(fd_in); + } + + if(fd_out >= 0) + { + close(fd_out); + } + if (cmprs_buffer) + { + free(cmprs_buffer); + } + + if (buffer) + { + free(buffer); + } + + return ret; +} + + +static int fastlz_decompress_file(int fd_in, int fd_out) +{ + /* Start to decompress file */ + rt_uint8_t *dcmprs_buffer = RT_NULL, *buffer = RT_NULL; + rt_uint8_t buffer_hdr[BLOCK_HEADER_SIZE] = { 0 }; + size_t dcmprs_size = 0, block_size = 0, total_dcmprs_size = 0; + size_t file_size = 0, i = 0; + int ret = 0; + + file_size = lseek(fd_in, 0, SEEK_END); + lseek(fd_in, 0, SEEK_SET); + + if (file_size <= BLOCK_HEADER_SIZE) + { + rt_kprintf("[fastlz] decomprssion file size : %d error!\n", file_size); + ret = -1; + goto _dcmprs_exit; + } + + dcmprs_buffer = (rt_uint8_t *) malloc(DCOMPRESS_BUFFER_SIZE); + buffer = (rt_uint8_t *) malloc(DCOMPRESS_BUFFER_SIZE + BUFFER_PADDING); + if (!dcmprs_buffer || !buffer) + { + rt_kprintf("[fastlz] No memory for dcmprs_buffer or buffer!\n"); + ret = -1; + goto _dcmprs_exit; + } + + rt_kprintf("[fastlz]decompress start : "); + for (i = 0; i < file_size; i += BLOCK_HEADER_SIZE + block_size) + { + /* Get the decompress block size from the block header. */ + read(fd_in, buffer_hdr, BLOCK_HEADER_SIZE); + block_size = buffer_hdr[0] * (1 << 24) + buffer_hdr[1] * (1 << 16) + buffer_hdr[2] * (1 << 8) + buffer_hdr[3]; + + memset(buffer, 0x00, COMPRESS_BUFFER_SIZE + BUFFER_PADDING); + memset(dcmprs_buffer, 0x00, DCOMPRESS_BUFFER_SIZE); + + read(fd_in, buffer, block_size); + + dcmprs_size = fastlz_decompress((const void *) buffer, block_size, dcmprs_buffer, DCOMPRESS_BUFFER_SIZE); + write(fd_out, dcmprs_buffer, dcmprs_size); + + total_dcmprs_size += dcmprs_size; + rt_kprintf(">"); + } + rt_kprintf("\n"); + rt_kprintf("decompressed %d bytes into %d bytes !\n", file_size, total_dcmprs_size); + +_dcmprs_exit: + if (dcmprs_buffer) + { + free(dcmprs_buffer); + } + + if(buffer) + { + free(buffer); + } + + return ret; +} + +int fastlz_test(int argc, char ** argv) +{ + int fd_in = -1 , fd_out = -1; + int ret = 0; + + if (argc != 4) + { + rt_kprintf("Usage:\n"); + rt_kprintf("fastlz_test -c [file] [cmprs_file] -compress \"file\" to \"cmprs_file\" \n"); + rt_kprintf("fastlz_test -d [cmprs_file] [dcmprs_file] -dcompress \"cmprs_file\" to \"dcmprs_file\" \n"); + + ret = -1; + goto _exit; + } + + fd_in = open(argv[2], O_RDONLY, 0); + if (fd_in < 0) + { + rt_kprintf("[fastlz] open the input file : %s error!\n", argv[2]); + ret = -1; + goto _exit; + } + + fd_out = open(argv[3], O_WRONLY | O_CREAT | O_TRUNC, 0); + if (fd_out < 0) + { + rt_kprintf("[fastlz] open the output file : %s error!\n", argv[3]); + ret = -1; + goto _exit; + } + + if(memcmp("-c", argv[1], strlen(argv[1])) == 0) + { + + if(fastlz_compress_file(fd_in, fd_out) < 0) + { + rt_kprintf("[fastlz] fastlz compress file error!\n"); + } + + } + else if(memcmp("-d", argv[1], strlen(argv[1])) == 0) + { + + if(fastlz_decompress_file(fd_in, fd_out) < 0) + { + rt_kprintf("[fastlz] fastlz decompress file error!\n"); + } + } + else + { + rt_kprintf("Usage:\n"); + rt_kprintf("fastlz_test -c [file] [cmprs_file] -compress \"file\" to \"cmprs_file\" \n"); + rt_kprintf("fastlz_test -d [cmprs_file] [dcmprs_file] -dcompress \"cmprs_file\" to \"dcmprs_file\" \n"); + + ret = -1; + goto _exit; + } + +_exit: + if(fd_in >= 0) + { + close(fd_in); + } + + if(fd_out >= 0) + { + close(fd_out); + } + + return ret; +} + + + +void comp_file_test(int argc, char **argv) +{ + + if (argc == 3) + { + fastlz_compress_file(argv[1], argv[2]); + } + else + { + rt_kprintf("Usage:\n"); + rt_kprintf("fastlz_compress_file [input_file] [output_file] -- compress \"input_file\" to \"output_file\" \n"); + + } + +} + + +#ifdef RT_USING_FINSH +#ifdef FINSH_USING_MSH + +#include + +MSH_CMD_EXPORT(comp_file_test, fastlz compress and decompress test); +#endif +#endif diff --git a/rtconfig.h b/rtconfig.h index 26a45a2..ceff590 100644 --- a/rtconfig.h +++ b/rtconfig.h @@ -128,7 +128,6 @@ /* POSIX (Portable Operating System Interface) layer */ -#define RT_USING_POSIX_FS /* Interprocess Communication (IPC) */ @@ -265,8 +264,6 @@ /* end of entertainment: terminal games and other interesting software packages */ #define PKG_USING_FASTLZ -#define FASTLZ_USING_SAMPLE -#define FASTLZ_SAMPLE_COMPRESSION_LEVEL 2 #define PKG_USING_FASTLZ_V101 /* end of miscellaneous packages */