picnoir/nix-gh
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

support multi threaded xz encoder, this might be particularly useful in

Browse source 
the case of hydra where the overhead of single threaded encoding is more
noticeable e.g most of the time spent in "Sending inputs"/"Receiving outputs"
is due to compression while the actual upload to the binary cache seems
to be negligible.
This commit is contained in:
AmineChikhaoui 2018-02-06 22:42:02 +01:00
parent 6f6bfc8205
commit bc7e3a4dd6
No known key found for this signature in database
GPG key ID: C0C8C84C15BCCD1C
1 changed files with 7 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
src/libutil/compression.cc
View file

@ -191,8 +191,13 @@ struct XzSink : CompressionSink
XzSink(Sink & nextSink) : nextSink(nextSink)
{
lzma_ret ret = lzma_easy_encoder(
&strm, 6, LZMA_CHECK_CRC64);
lzma_mt mt_options = {};
mt_options.flags = 0;
mt_options.timeout = 300;
mt_options.check = LZMA_CHECK_CRC64;
mt_options.threads = lzma_cputhreads();
lzma_ret ret = lzma_stream_encoder_mt(
&strm, &mt_options);
if (ret != LZMA_OK)
throw CompressionError("unable to initialise lzma encoder");
// FIXME: apply the x86 BCJ filter?