1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
|
// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright OpenBMC Authors
#include "zstd_compressor.hpp"
#include "logging.hpp"
#include <boost/asio/buffer.hpp>
#include <cstdint>
#ifdef HAVE_ZSTD
#include <zstd.h>
#endif
#include <cstddef>
#include <optional>
#include <span>
namespace bmcweb
{
bool ZstdCompressor::init([[maybe_unused]] size_t sourceSize)
{
#ifdef HAVE_ZSTD
if (cctx != nullptr)
{
BMCWEB_LOG_ERROR("ZstdCompressor already initialized");
return false;
}
cctx = ZSTD_createCCtx();
if (cctx == nullptr)
{
BMCWEB_LOG_ERROR("Failed to create ZstdCompressor");
return false;
}
// 3 is the default compression level for zstd, but set it explicitly
// so we can tune later if needed]
size_t ret = ZSTD_CCtx_setParameter(cctx, ZSTD_c_compressionLevel, 3);
if (ZSTD_isError(ret) != 0U)
{
BMCWEB_LOG_ERROR("Failed to set compression level {}:{}", ret,
ZSTD_getErrorName(ret));
return false;
}
ret = ZSTD_CCtx_setParameter(cctx, ZSTD_c_checksumFlag, 1);
if (ZSTD_isError(ret) != 0U)
{
BMCWEB_LOG_ERROR("Failed to set checksum flag {}:{}", ret,
ZSTD_getErrorName(ret));
return false;
}
ret = ZSTD_CCtx_setParameter(cctx, ZSTD_c_contentSizeFlag, 1);
if (ZSTD_isError(ret) != 0U)
{
BMCWEB_LOG_ERROR("Failed to set contentsize flag {}:{}", ret,
ZSTD_getErrorName(ret));
return false;
}
ret = ZSTD_CCtx_setPledgedSrcSize(cctx, sourceSize);
if (ZSTD_isError(ret) != 0U)
{
BMCWEB_LOG_ERROR("Failed to set pledged src size {}:{}", ret,
ZSTD_getErrorName(ret));
return false;
}
return true;
#else
BMCWEB_LOG_CRITICAL("ZstdCompressor not compiled in");
return false;
#endif
}
std::optional<std::span<const uint8_t>> ZstdCompressor::compress(
[[maybe_unused]] std::span<const uint8_t> buffIn,
[[maybe_unused]] bool more)
{
#ifdef HAVE_ZSTD
if (cctx == nullptr)
{
BMCWEB_LOG_ERROR("ZstdCompressor not initialized");
return std::nullopt;
}
compressionBuf.clear();
ZSTD_inBuffer input = {buffIn.data(), buffIn.size(), 0};
while (true)
{
constexpr size_t frameSize = 4096;
auto buffer = compressionBuf.prepare(frameSize);
ZSTD_outBuffer output = {buffer.data(), buffer.size(), 0};
ZSTD_EndDirective dir = ZSTD_e_end;
if (more)
{
dir = ZSTD_e_continue;
}
size_t remaining = ZSTD_compressStream2(cctx, &output, &input, dir);
if (ZSTD_isError(remaining) != 0U)
{
return std::nullopt;
}
compressionBuf.commit(output.pos);
if (more)
{
if (input.pos == input.size)
{
break;
}
}
else
{
if (remaining == 0)
{
break;
}
}
}
boost::asio::const_buffer buf = compressionBuf.cdata();
return std::span(static_cast<const uint8_t*>(buf.data()), buf.size());
#else
BMCWEB_LOG_CRITICAL("Attempt to compress, but libzstd not enabled");
return std::nullopt;
#endif
}
ZstdCompressor::~ZstdCompressor()
{
#ifdef HAVE_ZSTD
ZSTD_freeCCtx(cctx);
#endif
}
} // namespace bmcweb
|
