2017-11-18 17:09:20 +01:00
|
|
|
/* SPDX-License-Identifier: LGPL-2.1+ */
|
2011-10-07 21:06:39 +02:00
|
|
|
/***
|
|
|
|
This file is part of systemd.
|
|
|
|
|
|
|
|
Copyright 2011 Lennart Poettering
|
|
|
|
***/
|
|
|
|
|
|
|
|
#include <fcntl.h>
|
2011-10-13 05:19:35 +02:00
|
|
|
#include <unistd.h>
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2012-08-16 01:51:54 +02:00
|
|
|
#include "journal-authenticate.h"
|
2015-11-16 22:09:36 +01:00
|
|
|
#include "journal-file.h"
|
2012-08-16 01:51:54 +02:00
|
|
|
#include "journal-vacuum.h"
|
2015-11-16 22:09:36 +01:00
|
|
|
#include "log.h"
|
|
|
|
#include "rm-rf.h"
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2013-06-06 01:17:56 +02:00
|
|
|
static bool arg_keep = false;
|
|
|
|
|
|
|
|
static void test_non_empty(void) {
|
2011-10-07 21:06:39 +02:00
|
|
|
dual_timestamp ts;
|
|
|
|
JournalFile *f;
|
|
|
|
struct iovec iovec;
|
2012-10-18 03:29:19 +02:00
|
|
|
static const char test[] = "TEST1=1", test2[] = "TEST2=2";
|
2011-10-07 21:06:39 +02:00
|
|
|
Object *o;
|
2011-11-08 18:20:03 +01:00
|
|
|
uint64_t p;
|
2012-07-13 13:50:39 +02:00
|
|
|
char t[] = "/tmp/journal-XXXXXX";
|
2011-10-07 21:06:39 +02:00
|
|
|
|
|
|
|
log_set_max_level(LOG_DEBUG);
|
|
|
|
|
2012-07-13 13:50:39 +02:00
|
|
|
assert_se(mkdtemp(t));
|
|
|
|
assert_se(chdir(t) >= 0);
|
2011-10-13 05:19:35 +02:00
|
|
|
|
2018-02-27 06:56:35 +01:00
|
|
|
assert_se(journal_file_open(-1, "test.journal", O_RDWR|O_CREAT, 0666, true, (uint64_t) -1, true, NULL, NULL, NULL, NULL, &f) == 0);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
|
|
|
dual_timestamp_get(&ts);
|
|
|
|
|
|
|
|
iovec.iov_base = (void*) test;
|
|
|
|
iovec.iov_len = strlen(test);
|
2011-10-14 05:12:58 +02:00
|
|
|
assert_se(journal_file_append_entry(f, &ts, &iovec, 1, NULL, NULL, NULL) == 0);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
|
|
|
iovec.iov_base = (void*) test2;
|
|
|
|
iovec.iov_len = strlen(test2);
|
2011-10-14 05:12:58 +02:00
|
|
|
assert_se(journal_file_append_entry(f, &ts, &iovec, 1, NULL, NULL, NULL) == 0);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
|
|
|
iovec.iov_base = (void*) test;
|
|
|
|
iovec.iov_len = strlen(test);
|
2011-10-14 05:12:58 +02:00
|
|
|
assert_se(journal_file_append_entry(f, &ts, &iovec, 1, NULL, NULL, NULL) == 0);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2017-10-03 10:41:51 +02:00
|
|
|
#if HAVE_GCRYPT
|
2012-08-13 20:57:38 +02:00
|
|
|
journal_file_append_tag(f);
|
2012-08-20 16:51:46 +02:00
|
|
|
#endif
|
2011-10-07 21:06:39 +02:00
|
|
|
journal_file_dump(f);
|
|
|
|
|
2014-12-17 15:45:10 +01:00
|
|
|
assert_se(journal_file_next_entry(f, 0, DIRECTION_DOWN, &o, &p) == 1);
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(le64toh(o->entry.seqnum) == 1);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2014-12-17 15:45:10 +01:00
|
|
|
assert_se(journal_file_next_entry(f, p, DIRECTION_DOWN, &o, &p) == 1);
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(le64toh(o->entry.seqnum) == 2);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2014-12-17 15:45:10 +01:00
|
|
|
assert_se(journal_file_next_entry(f, p, DIRECTION_DOWN, &o, &p) == 1);
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(le64toh(o->entry.seqnum) == 3);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2014-12-17 15:45:10 +01:00
|
|
|
assert_se(journal_file_next_entry(f, p, DIRECTION_DOWN, &o, &p) == 0);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2014-12-17 15:45:10 +01:00
|
|
|
assert_se(journal_file_next_entry(f, 0, DIRECTION_DOWN, &o, &p) == 1);
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(le64toh(o->entry.seqnum) == 1);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(journal_file_find_data_object(f, test, strlen(test), NULL, &p) == 1);
|
|
|
|
assert_se(journal_file_next_entry_for_data(f, NULL, 0, p, DIRECTION_DOWN, &o, NULL) == 1);
|
|
|
|
assert_se(le64toh(o->entry.seqnum) == 1);
|
2011-11-08 18:20:03 +01:00
|
|
|
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(journal_file_next_entry_for_data(f, NULL, 0, p, DIRECTION_UP, &o, NULL) == 1);
|
|
|
|
assert_se(le64toh(o->entry.seqnum) == 3);
|
2011-11-08 18:20:03 +01:00
|
|
|
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(journal_file_find_data_object(f, test2, strlen(test2), NULL, &p) == 1);
|
|
|
|
assert_se(journal_file_next_entry_for_data(f, NULL, 0, p, DIRECTION_UP, &o, NULL) == 1);
|
|
|
|
assert_se(le64toh(o->entry.seqnum) == 2);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(journal_file_next_entry_for_data(f, NULL, 0, p, DIRECTION_DOWN, &o, NULL) == 1);
|
|
|
|
assert_se(le64toh(o->entry.seqnum) == 2);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(journal_file_find_data_object(f, "quux", 4, NULL, &p) == 0);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(journal_file_move_to_entry_by_seqnum(f, 1, DIRECTION_DOWN, &o, NULL) == 1);
|
|
|
|
assert_se(le64toh(o->entry.seqnum) == 1);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(journal_file_move_to_entry_by_seqnum(f, 3, DIRECTION_DOWN, &o, NULL) == 1);
|
|
|
|
assert_se(le64toh(o->entry.seqnum) == 3);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(journal_file_move_to_entry_by_seqnum(f, 2, DIRECTION_DOWN, &o, NULL) == 1);
|
|
|
|
assert_se(le64toh(o->entry.seqnum) == 2);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2014-11-30 02:16:19 +01:00
|
|
|
assert_se(journal_file_move_to_entry_by_seqnum(f, 10, DIRECTION_DOWN, &o, NULL) == 0);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2018-02-27 06:56:35 +01:00
|
|
|
journal_file_rotate(&f, true, (uint64_t) -1, true, NULL);
|
|
|
|
journal_file_rotate(&f, true, (uint64_t) -1, true, NULL);
|
2011-10-13 05:19:35 +02:00
|
|
|
|
2016-02-20 01:51:41 +01:00
|
|
|
(void) journal_file_close(f);
|
2011-10-07 21:06:39 +02:00
|
|
|
|
2013-06-06 01:17:56 +02:00
|
|
|
log_info("Done...");
|
|
|
|
|
|
|
|
if (arg_keep)
|
|
|
|
log_info("Not removing %s", t);
|
|
|
|
else {
|
2015-10-02 23:21:59 +02:00
|
|
|
journal_directory_vacuum(".", 3000000, 0, 0, NULL, true);
|
2013-06-06 01:17:56 +02:00
|
|
|
|
2015-04-04 11:52:57 +02:00
|
|
|
assert_se(rm_rf(t, REMOVE_ROOT|REMOVE_PHYSICAL) >= 0);
|
2013-06-06 01:17:56 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
puts("------------------------------------------------------------");
|
|
|
|
}
|
|
|
|
|
|
|
|
static void test_empty(void) {
|
|
|
|
JournalFile *f1, *f2, *f3, *f4;
|
|
|
|
char t[] = "/tmp/journal-XXXXXX";
|
|
|
|
|
|
|
|
log_set_max_level(LOG_DEBUG);
|
2011-10-13 05:19:35 +02:00
|
|
|
|
2013-06-06 01:17:56 +02:00
|
|
|
assert_se(mkdtemp(t));
|
|
|
|
assert_se(chdir(t) >= 0);
|
|
|
|
|
2018-02-27 06:56:35 +01:00
|
|
|
assert_se(journal_file_open(-1, "test.journal", O_RDWR|O_CREAT, 0666, false, (uint64_t) -1, false, NULL, NULL, NULL, NULL, &f1) == 0);
|
2013-06-06 01:17:56 +02:00
|
|
|
|
2018-02-27 06:56:35 +01:00
|
|
|
assert_se(journal_file_open(-1, "test-compress.journal", O_RDWR|O_CREAT, 0666, true, (uint64_t) -1, false, NULL, NULL, NULL, NULL, &f2) == 0);
|
2013-06-06 01:17:56 +02:00
|
|
|
|
2018-02-27 06:56:35 +01:00
|
|
|
assert_se(journal_file_open(-1, "test-seal.journal", O_RDWR|O_CREAT, 0666, false, (uint64_t) -1, true, NULL, NULL, NULL, NULL, &f3) == 0);
|
2013-06-06 01:17:56 +02:00
|
|
|
|
2018-02-27 06:56:35 +01:00
|
|
|
assert_se(journal_file_open(-1, "test-seal-compress.journal", O_RDWR|O_CREAT, 0666, true, (uint64_t) -1, true, NULL, NULL, NULL, NULL, &f4) == 0);
|
2013-06-06 01:17:56 +02:00
|
|
|
|
|
|
|
journal_file_print_header(f1);
|
|
|
|
puts("");
|
|
|
|
journal_file_print_header(f2);
|
|
|
|
puts("");
|
|
|
|
journal_file_print_header(f3);
|
|
|
|
puts("");
|
|
|
|
journal_file_print_header(f4);
|
|
|
|
puts("");
|
|
|
|
|
|
|
|
log_info("Done...");
|
|
|
|
|
|
|
|
if (arg_keep)
|
|
|
|
log_info("Not removing %s", t);
|
|
|
|
else {
|
2015-10-02 23:21:59 +02:00
|
|
|
journal_directory_vacuum(".", 3000000, 0, 0, NULL, true);
|
2013-06-06 01:17:56 +02:00
|
|
|
|
2015-04-04 11:52:57 +02:00
|
|
|
assert_se(rm_rf(t, REMOVE_ROOT|REMOVE_PHYSICAL) >= 0);
|
2013-06-06 01:17:56 +02:00
|
|
|
}
|
2013-10-09 04:04:04 +02:00
|
|
|
|
2016-02-20 01:51:41 +01:00
|
|
|
(void) journal_file_close(f1);
|
|
|
|
(void) journal_file_close(f2);
|
|
|
|
(void) journal_file_close(f3);
|
|
|
|
(void) journal_file_close(f4);
|
2013-06-06 01:17:56 +02:00
|
|
|
}
|
|
|
|
|
2018-02-27 06:56:35 +01:00
|
|
|
#if HAVE_XZ || HAVE_LZ4
|
|
|
|
static bool check_compressed(uint64_t compress_threshold, uint64_t data_size) {
|
|
|
|
dual_timestamp ts;
|
|
|
|
JournalFile *f;
|
|
|
|
struct iovec iovec;
|
|
|
|
Object *o;
|
|
|
|
uint64_t p;
|
|
|
|
char t[] = "/tmp/journal-XXXXXX";
|
|
|
|
char data[2048] = {0};
|
|
|
|
bool is_compressed;
|
|
|
|
int r;
|
|
|
|
|
|
|
|
assert_se(data_size <= sizeof(data));
|
|
|
|
|
|
|
|
log_set_max_level(LOG_DEBUG);
|
|
|
|
|
|
|
|
assert_se(mkdtemp(t));
|
|
|
|
assert_se(chdir(t) >= 0);
|
|
|
|
|
|
|
|
assert_se(journal_file_open(-1, "test.journal", O_RDWR|O_CREAT, 0666, true, compress_threshold, true, NULL, NULL, NULL, NULL, &f) == 0);
|
|
|
|
|
|
|
|
dual_timestamp_get(&ts);
|
|
|
|
|
|
|
|
iovec.iov_base = (void*) data;
|
|
|
|
iovec.iov_len = data_size;
|
|
|
|
assert_se(journal_file_append_entry(f, &ts, &iovec, 1, NULL, NULL, NULL) == 0);
|
|
|
|
|
|
|
|
#if HAVE_GCRYPT
|
|
|
|
journal_file_append_tag(f);
|
|
|
|
#endif
|
|
|
|
journal_file_dump(f);
|
|
|
|
|
|
|
|
/* We have to partially reimplement some of the dump logic, because the normal next_entry does the
|
|
|
|
* decompression for us. */
|
|
|
|
p = le64toh(f->header->header_size);
|
2018-03-23 16:32:26 +01:00
|
|
|
for (;;) {
|
2018-02-27 06:56:35 +01:00
|
|
|
r = journal_file_move_to_object(f, OBJECT_UNUSED, p, &o);
|
|
|
|
assert_se(r == 0);
|
|
|
|
if (o->object.type == OBJECT_DATA)
|
|
|
|
break;
|
|
|
|
|
|
|
|
assert_se(p < le64toh(f->header->tail_object_offset));
|
|
|
|
p = p + ALIGN64(le64toh(o->object.size));
|
|
|
|
}
|
|
|
|
|
|
|
|
is_compressed = (o->object.flags & OBJECT_COMPRESSION_MASK) != 0;
|
|
|
|
|
|
|
|
(void) journal_file_close(f);
|
|
|
|
|
|
|
|
log_info("Done...");
|
|
|
|
|
|
|
|
if (arg_keep)
|
|
|
|
log_info("Not removing %s", t);
|
|
|
|
else {
|
|
|
|
journal_directory_vacuum(".", 3000000, 0, 0, NULL, true);
|
|
|
|
|
|
|
|
assert_se(rm_rf(t, REMOVE_ROOT|REMOVE_PHYSICAL) >= 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
puts("------------------------------------------------------------");
|
|
|
|
|
|
|
|
return is_compressed;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void test_min_compress_size(void) {
|
|
|
|
/* Note that XZ will actually fail to compress anything under 80 bytes, so you have to choose the limits
|
|
|
|
* carefully */
|
|
|
|
|
|
|
|
/* DEFAULT_MIN_COMPRESS_SIZE is 512 */
|
|
|
|
assert_se(!check_compressed((uint64_t) -1, 255));
|
|
|
|
assert_se(check_compressed((uint64_t) -1, 513));
|
|
|
|
|
|
|
|
/* compress everything */
|
|
|
|
assert_se(check_compressed(0, 96));
|
|
|
|
assert_se(check_compressed(8, 96));
|
|
|
|
|
|
|
|
/* Ensure we don't try to compress less than 8 bytes */
|
|
|
|
assert_se(!check_compressed(0, 7));
|
|
|
|
|
|
|
|
/* check boundary conditions */
|
|
|
|
assert_se(check_compressed(256, 256));
|
|
|
|
assert_se(!check_compressed(256, 255));
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2013-06-06 01:17:56 +02:00
|
|
|
int main(int argc, char *argv[]) {
|
|
|
|
arg_keep = argc > 1;
|
2011-12-22 00:35:04 +01:00
|
|
|
|
2013-07-18 08:30:06 +02:00
|
|
|
/* journal_file_open requires a valid machine id */
|
|
|
|
if (access("/etc/machine-id", F_OK) != 0)
|
|
|
|
return EXIT_TEST_SKIP;
|
|
|
|
|
2013-06-06 01:17:56 +02:00
|
|
|
test_non_empty();
|
|
|
|
test_empty();
|
2018-02-27 06:56:35 +01:00
|
|
|
#if HAVE_XZ || HAVE_LZ4
|
|
|
|
test_min_compress_size();
|
|
|
|
#endif
|
2012-07-13 13:50:39 +02:00
|
|
|
|
2011-10-07 21:06:39 +02:00
|
|
|
return 0;
|
|
|
|
}
|