最近由于业务需求需要对数据进行压缩,相关压缩算法介绍的都比较多,比较详细,笔者在这里就不赘述。本篇主要针对C语言调用zstd、lz4压缩算法的接口调用,并对其做简单的比较。下述案例中的源码也可通过该链接下载 : 压缩算法包
ZSTD源码编译及测试
源码编译
1、获取zstd源码,网址:https://github.com/facebook/zstd/,打开网址如下操作:
点击红色获取Releases版本源码,拉到页面最下边如下图:
2、将源码移到自己的环境解压(tar -zxcf zstd-1.5.2.tar.gz)、编译(make),生成zstd静态库、动态库及程序调用所需头文件。如下图所示:
![]()
案例调用
1、创建一个与刚解压的zstd-1.5.2目录同级的目录zstd_demo;将案例代码与Makefile文件放入目录中,如下图所示:
![]()
2、zstd_demo.c与Makefile文件如下:
/ Date : 2022-05-17 Author : lijd Func : 用生产业务数据测试zstd压缩算法 / #include <stdio.h> #include <sys/time.h> #include "zstd.h" #include <string.h> char g_str[] ="C5A474EC16050D3FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0006D1F4A901D0C74FFFFFFFFFCFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF88F001000C0D1F4A901D0C74FAC5A474EC16050C0B012E020006FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0006D1F4B001D0C8EFFFFFFFFFCFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF88F001000C0D1F4B001D0C8EFC5A474EC16050C0B012F020007FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0006D1F4B701D0C8E7FFFFFFFFCFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF88F001000C0D1F4B701D0C8EC5A474EC16050C0B0FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0006D1F4B701D0C8E0FFFFFFFFCFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF88F001000C0D1F4B701D0C8E0C5A474EC16050D4FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0006D1F4A901D0C74FFFFFFFFFCFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF88F001000C0D1F4A901D0C74FAC5A474EC16050C0B0FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0006D1F4B701D0C8DDFFFFFFFFCFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF88F001000C0D1F4B701D0C8DDC5A474EC16050D5FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0006D1F4A901D0C74FFFFFFFFFCFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF88F001000C0D1F4A901D0C74FAAC5A474EC16050C0B0AFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0006D1F4B501D0C8D6FFFFFFFFCFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF88F001000C0D1F4B501D0C8DC5A474EC16050C0B0BFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0006D1F4B001D0C8CEFFFFFFFFCFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF88F001000C0D1F4B001D0C8CE97"; // 十六进制转字符串 int HexToStr(char *p_hexstr, int iHexLen, char *pdststr) { int iret = 0; while(p_hexstr != NULL && pdststr != NULL && iHexLen > 1) { char cTemp = '0'; // printf("1:%c, 2:%c\n", p_hexstr[0], p_hexstr[1]); // 小写统一转大写 if(p_hexstr[0] >= '0' && p_hexstr[0] <= '9') { cTemp = p_hexstr[0] - '0'; } else if(p_hexstr[0] >= 'A' && p_hexstr[0] <= 'F') { cTemp = p_hexstr[0] - 'A' + 10; } else if(p_hexstr[0] >= 'a' && p_hexstr[0] <= 'f') { cTemp = p_hexstr[0] - 'a' + 10; } else { printf("the hex str is error!\n"); break; } *pdststr = cTemp * 16; if(p_hexstr[1] >= '0' && p_hexstr[1] <= '9') { cTemp = p_hexstr[1] - '0'; } else if(p_hexstr[1] >= 'A' && p_hexstr[1] <= 'F') { cTemp = p_hexstr[1] - 'A' + 10; } else if(p_hexstr[1] >= 'a' && p_hexstr[1] <= 'f') { cTemp = p_hexstr[1] - 'a' + 10; } else { printf("the hex str is error!\n"); break; } *pdststr += cTemp; // printf("---iHexLen:%d, pdststr:%c\n", iHexLen, *pdststr); iHexLen -= 2; p_hexstr += 2; pdststr++; iret++; } // printf("iret : %d\n", iret); return iret; } // 字符串转十六进制 int StrToHex(const char *p_strstr, int iStrLen, char *pdststr) { int index_str = 0, index_hex = 0; const char cHex[] = "0ABCDEF"; while(index_str < iStrLen && p_strstr != NULL && pdststr != NULL) { pdststr[index_hex++] = cHex[((UCHAR)p_strstr[index_str])/16]; pdststr[index_hex++] = cHex[((UCHAR)p_strstr[index_str++])%16]; } return index_hex; } int main() { struct timeval curTime; char src[2048] = {0}; char dst[2048] = {0}, src2[2048] = {0}; int iStrlen = HexToStr(g_str, strlen(g_str), src); printf("业务数据原始长度 : %d 字节\n", iStrlen); gettimeofday(&curTime, NULL); int time_usec = curTime.tv_usec; int cSize = ZSTD_compress(dst, 2048, src, iStrlen, 3); gettimeofday(&curTime, NULL); time_usec = curTime.tv_usec - time_usec; printf("ZSTD 压缩所用时间 : %u 微秒, 压缩后长度 : %d 字节\n", time_usec, cSize); gettimeofday(&curTime, NULL); time_usec = curTime.tv_usec; int cSize2 = ZSTD_decompress(src2, 2048, dst, cSize); gettimeofday(&curTime, NULL); time_usec = curTime.tv_usec - time_usec; printf("压缩后数据解压所需时间 : %u 微秒, 解压后数据长度 : %d 字节\n", time_usec, cSize2); return 0; }
讯享网讯享网# Func: zstd_demo # Auth: lijd # Date: 2022/05/17 CC := gcc TARGET := zstd_demo INCLUDES := ../zstd-1.5.2/lib/ LIBDIRS := ../zstd-1.5.2/lib/ LIBS := zstd FLAGES := $(addprefix -I, $(INCLUDES)) $(addprefix -L, $(LIBDIRS)) $(addprefix -l, $(LIBS)) SRCS := $(wildcard *.c) $(TARGET): $(SRCS) $(CC) -g -Wall -o $@ $^ $(FLAGES) @echo "==================================== Build OK!!! ====================================" .PHONY: clean clean: @rm -rf $(TARGET)3、编译成功后,运行可能找不到依赖的动态库,需要将环境变量设置一下,注意笔者用的这种设置方式只是暂时的。如下图:
![]()
lz4源码编译及测试
源码编译
1、获取zstd源码,网址:Index of /ubuntu/pool/main/l/lz4,打开网址如下操作:



版权声明:本文内容由互联网用户自发贡献,该文观点仅代表作者本人。本站仅提供信息存储空间服务,不拥有所有权,不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容,请联系我们,一经查实,本站将立刻删除。
如需转载请保留出处:https://51itzy.com/kjqy/115191.html