2017-11-18 17:09:20 +01:00
|
|
|
/* SPDX-License-Identifier: LGPL-2.1+ */
|
2012-07-18 19:07:51 +02:00
|
|
|
#pragma once
|
2012-01-04 20:40:04 +01:00
|
|
|
|
|
|
|
#include <stdbool.h>
|
2012-10-13 18:09:09 +02:00
|
|
|
#include <sys/types.h>
|
2012-01-04 20:40:04 +01:00
|
|
|
|
2013-12-11 20:13:44 +01:00
|
|
|
#include "sd-event.h"
|
2015-10-26 23:32:16 +01:00
|
|
|
|
2015-11-01 21:50:24 +01:00
|
|
|
typedef struct Server Server;
|
|
|
|
|
2018-05-22 13:10:17 +02:00
|
|
|
#include "conf-parser.h"
|
2012-01-04 20:40:04 +01:00
|
|
|
#include "hashmap.h"
|
2015-10-26 23:32:16 +01:00
|
|
|
#include "journal-file.h"
|
2017-07-17 23:36:35 +02:00
|
|
|
#include "journald-context.h"
|
2012-08-22 03:43:45 +02:00
|
|
|
#include "journald-rate-limit.h"
|
2015-11-01 21:50:24 +01:00
|
|
|
#include "journald-stream.h"
|
2012-01-04 20:40:04 +01:00
|
|
|
#include "list.h"
|
2017-07-17 23:36:35 +02:00
|
|
|
#include "prioq.h"
|
2012-01-04 20:40:04 +01:00
|
|
|
|
2012-07-01 20:17:48 +02:00
|
|
|
typedef enum Storage {
|
|
|
|
STORAGE_AUTO,
|
|
|
|
STORAGE_VOLATILE,
|
2012-07-10 19:39:27 +02:00
|
|
|
STORAGE_PERSISTENT,
|
2012-07-01 20:17:48 +02:00
|
|
|
STORAGE_NONE,
|
|
|
|
_STORAGE_MAX,
|
|
|
|
_STORAGE_INVALID = -1
|
|
|
|
} Storage;
|
|
|
|
|
2012-09-07 23:40:00 +02:00
|
|
|
typedef enum SplitMode {
|
|
|
|
SPLIT_UID,
|
2016-07-26 08:19:33 +02:00
|
|
|
SPLIT_LOGIN, /* deprecated */
|
2012-09-07 23:40:00 +02:00
|
|
|
SPLIT_NONE,
|
|
|
|
_SPLIT_MAX,
|
|
|
|
_SPLIT_INVALID = -1
|
|
|
|
} SplitMode;
|
|
|
|
|
2018-02-27 18:37:23 +01:00
|
|
|
typedef struct JournalCompressOptions {
|
|
|
|
bool enabled;
|
|
|
|
uint64_t threshold_bytes;
|
|
|
|
} JournalCompressOptions;
|
|
|
|
|
2016-10-04 17:13:21 +02:00
|
|
|
typedef struct JournalStorageSpace {
|
2016-10-12 08:58:04 +02:00
|
|
|
usec_t timestamp;
|
|
|
|
|
2016-10-04 17:13:21 +02:00
|
|
|
uint64_t available;
|
|
|
|
uint64_t limit;
|
2016-10-12 08:58:04 +02:00
|
|
|
|
|
|
|
uint64_t vfs_used; /* space used by journal files */
|
|
|
|
uint64_t vfs_available;
|
2016-10-04 17:13:21 +02:00
|
|
|
} JournalStorageSpace;
|
|
|
|
|
|
|
|
typedef struct JournalStorage {
|
|
|
|
const char *name;
|
2017-05-19 18:52:05 +02:00
|
|
|
char *path;
|
2016-10-04 17:13:21 +02:00
|
|
|
|
|
|
|
JournalMetrics metrics;
|
|
|
|
JournalStorageSpace space;
|
|
|
|
} JournalStorage;
|
|
|
|
|
2015-11-01 21:50:24 +01:00
|
|
|
struct Server {
|
2012-01-04 20:40:04 +01:00
|
|
|
int syslog_fd;
|
|
|
|
int native_fd;
|
|
|
|
int stdout_fd;
|
2012-08-09 15:57:24 +02:00
|
|
|
int dev_kmsg_fd;
|
2014-11-03 20:58:24 +01:00
|
|
|
int audit_fd;
|
2013-12-11 22:55:57 +01:00
|
|
|
int hostname_fd;
|
2015-11-01 21:50:24 +01:00
|
|
|
int notify_fd;
|
2012-01-04 20:40:04 +01:00
|
|
|
|
2013-12-11 20:13:44 +01:00
|
|
|
sd_event *event;
|
|
|
|
|
|
|
|
sd_event_source *syslog_event_source;
|
|
|
|
sd_event_source *native_event_source;
|
|
|
|
sd_event_source *stdout_event_source;
|
|
|
|
sd_event_source *dev_kmsg_event_source;
|
2014-11-03 20:58:24 +01:00
|
|
|
sd_event_source *audit_event_source;
|
2013-12-11 20:13:44 +01:00
|
|
|
sd_event_source *sync_event_source;
|
|
|
|
sd_event_source *sigusr1_event_source;
|
|
|
|
sd_event_source *sigusr2_event_source;
|
|
|
|
sd_event_source *sigterm_event_source;
|
|
|
|
sd_event_source *sigint_event_source;
|
2015-11-11 12:59:09 +01:00
|
|
|
sd_event_source *sigrtmin1_event_source;
|
2013-12-11 22:55:57 +01:00
|
|
|
sd_event_source *hostname_event_source;
|
2015-11-01 21:50:24 +01:00
|
|
|
sd_event_source *notify_event_source;
|
2015-11-03 12:28:19 +01:00
|
|
|
sd_event_source *watchdog_event_source;
|
2013-12-11 20:13:44 +01:00
|
|
|
|
2012-01-04 20:40:04 +01:00
|
|
|
JournalFile *runtime_journal;
|
|
|
|
JournalFile *system_journal;
|
2014-08-22 13:44:14 +02:00
|
|
|
OrderedHashmap *user_journals;
|
2012-01-04 20:40:04 +01:00
|
|
|
|
|
|
|
uint64_t seqnum;
|
|
|
|
|
|
|
|
char *buffer;
|
|
|
|
size_t buffer_size;
|
|
|
|
|
|
|
|
JournalRateLimit *rate_limit;
|
2013-03-25 17:49:03 +01:00
|
|
|
usec_t sync_interval_usec;
|
2012-01-04 20:40:04 +01:00
|
|
|
usec_t rate_limit_interval;
|
|
|
|
unsigned rate_limit_burst;
|
|
|
|
|
2016-10-04 17:13:21 +02:00
|
|
|
JournalStorage runtime_storage;
|
|
|
|
JournalStorage system_storage;
|
2012-01-04 20:40:04 +01:00
|
|
|
|
2018-02-27 18:37:23 +01:00
|
|
|
JournalCompressOptions compress;
|
2012-08-20 22:13:22 +02:00
|
|
|
bool seal;
|
2017-07-15 13:57:52 +02:00
|
|
|
bool read_kmsg;
|
2012-01-04 20:40:04 +01:00
|
|
|
|
2012-01-05 15:34:13 +01:00
|
|
|
bool forward_to_kmsg;
|
|
|
|
bool forward_to_syslog;
|
|
|
|
bool forward_to_console;
|
2014-03-14 00:38:15 +01:00
|
|
|
bool forward_to_wall;
|
2012-01-05 15:34:13 +01:00
|
|
|
|
2012-09-17 23:59:26 +02:00
|
|
|
unsigned n_forward_syslog_missed;
|
|
|
|
usec_t last_warn_forward_syslog_missed;
|
|
|
|
|
2012-01-04 20:40:04 +01:00
|
|
|
uint64_t var_available_timestamp;
|
|
|
|
|
2012-10-16 22:58:07 +02:00
|
|
|
usec_t max_retention_usec;
|
|
|
|
usec_t max_file_usec;
|
|
|
|
usec_t oldest_file_usec;
|
|
|
|
|
2012-01-04 20:40:04 +01:00
|
|
|
LIST_HEAD(StdoutStream, stdout_streams);
|
2015-11-01 21:50:24 +01:00
|
|
|
LIST_HEAD(StdoutStream, stdout_streams_notify_queue);
|
2012-01-04 20:40:04 +01:00
|
|
|
unsigned n_stdout_streams;
|
2012-06-01 01:06:10 +02:00
|
|
|
|
|
|
|
char *tty_path;
|
2012-06-01 17:26:16 +02:00
|
|
|
|
|
|
|
int max_level_store;
|
|
|
|
int max_level_syslog;
|
|
|
|
int max_level_kmsg;
|
|
|
|
int max_level_console;
|
2014-03-14 00:38:15 +01:00
|
|
|
int max_level_wall;
|
2012-07-01 20:17:48 +02:00
|
|
|
|
|
|
|
Storage storage;
|
2012-09-07 23:40:00 +02:00
|
|
|
SplitMode split_mode;
|
2012-08-09 15:57:24 +02:00
|
|
|
|
2012-08-14 22:02:24 +02:00
|
|
|
MMapCache *mmap;
|
|
|
|
|
2016-02-18 02:37:10 +01:00
|
|
|
Set *deferred_closes;
|
|
|
|
|
2012-08-09 17:52:05 +02:00
|
|
|
uint64_t *kernel_seqnum;
|
2015-11-03 12:28:19 +01:00
|
|
|
bool dev_kmsg_readable:1;
|
2012-08-22 02:49:17 +02:00
|
|
|
|
2015-11-03 12:28:19 +01:00
|
|
|
bool send_watchdog:1;
|
|
|
|
bool sent_notify_ready:1;
|
|
|
|
bool sync_scheduled:1;
|
2013-12-11 22:55:57 +01:00
|
|
|
|
|
|
|
char machine_id_field[sizeof("_MACHINE_ID=") + 32];
|
|
|
|
char boot_id_field[sizeof("_BOOT_ID=") + 32];
|
|
|
|
char *hostname_field;
|
2013-12-11 23:31:07 +01:00
|
|
|
|
|
|
|
/* Cached cgroup root, so that we don't have to query that all the time */
|
|
|
|
char *cgroup_root;
|
2015-11-03 12:28:19 +01:00
|
|
|
|
|
|
|
usec_t watchdog_usec;
|
2016-10-12 18:49:51 +02:00
|
|
|
|
|
|
|
usec_t last_realtime_clock;
|
2017-07-17 23:36:35 +02:00
|
|
|
|
journald: make maximum size of stream log lines configurable and bump it to 48K (#6838)
This adds a new setting LineMax= to journald.conf, and sets it by
default to 48K. When we convert stream-based stdout/stderr logging into
record-based log entries, read up to the specified amount of bytes
before forcing a line-break.
This also makes three related changes:
- When a NUL byte is read we'll not recognize this as alternative line
break, instead of silently dropping everything after it. (see #4863)
- The reason for a line-break is now encoded in the log record, if it
wasn't a plain newline. Specifically, we distuingish "nul",
"line-max" and "eof", for line breaks due to NUL byte, due to the
maximum line length as configured with LineMax= or due to end of
stream. This data is stored in the new implicit _LINE_BREAK= field.
It's not synthesized for plain \n line breaks.
- A randomized 128bit ID is assigned to each log stream.
With these three changes in place it's (mostly) possible to reconstruct
the original byte streams from log data, as (most) of the context of
the conversion from the byte stream to log records is saved now. (So,
the only bits we still drop are empty lines. Which might be something to
look into in a future change, and which is outside of the scope of this
work)
Fixes: https://bugs.freedesktop.org/show_bug.cgi?id=86465
See: #4863
Replaces: #4875
2017-09-22 10:22:24 +02:00
|
|
|
size_t line_max;
|
|
|
|
|
2017-07-17 23:36:35 +02:00
|
|
|
/* Caching of client metadata */
|
|
|
|
Hashmap *client_contexts;
|
|
|
|
Prioq *client_contexts_lru;
|
|
|
|
|
|
|
|
ClientContext *my_context; /* the context of journald itself */
|
|
|
|
ClientContext *pid1_context; /* the context of PID 1 */
|
2015-11-01 21:50:24 +01:00
|
|
|
};
|
2012-01-04 20:40:04 +01:00
|
|
|
|
2017-12-14 19:02:29 +01:00
|
|
|
#define SERVER_MACHINE_ID(s) ((s)->machine_id_field + STRLEN("_MACHINE_ID="))
|
2015-10-02 23:21:59 +02:00
|
|
|
|
2017-11-29 11:37:21 +01:00
|
|
|
/* Extra fields for any log messages */
|
2016-08-30 23:18:46 +02:00
|
|
|
#define N_IOVEC_META_FIELDS 22
|
2017-11-29 11:37:21 +01:00
|
|
|
|
|
|
|
/* Extra fields for log messages that contain OBJECT_PID= (i.e. log about another process) */
|
|
|
|
#define N_IOVEC_OBJECT_FIELDS 18
|
|
|
|
|
|
|
|
/* Maximum number of fields we'll add in for driver (i.e. internal) messages */
|
|
|
|
#define N_IOVEC_PAYLOAD_FIELDS 16
|
|
|
|
|
|
|
|
/* kmsg: Maximum number of extra fields we'll import from the kernel's /dev/kmsg */
|
2012-08-22 03:09:44 +02:00
|
|
|
#define N_IOVEC_KERNEL_FIELDS 64
|
2017-11-29 11:37:21 +01:00
|
|
|
|
|
|
|
/* kmsg: Maximum number of extra fields we'll import from udev's devices */
|
2012-08-22 03:09:44 +02:00
|
|
|
#define N_IOVEC_UDEV_FIELDS 32
|
|
|
|
|
core: implement /run/systemd/units/-based path for passing unit info from PID 1 to journald
And let's make use of it to implement two new unit settings with it:
1. LogLevelMax= is a new per-unit setting that may be used to configure
log priority filtering: set it to LogLevelMax=notice and only
messages of level "notice" and lower (i.e. more important) will be
processed, all others are dropped.
2. LogExtraFields= is a new per-unit setting for configuring per-unit
journal fields, that are implicitly included in every log record
generated by the unit's processes. It takes field/value pairs in the
form of FOO=BAR.
Also, related to this, one exisiting unit setting is ported to this new
facility:
3. The invocation ID is now pulled from /run/systemd/units/ instead of
cgroupfs xattrs. This substantially relaxes requirements of systemd
on the kernel version and the privileges it runs with (specifically,
cgroupfs xattrs are not available in containers, since they are
stored in kernel memory, and hence are unsafe to permit to lesser
privileged code).
/run/systemd/units/ is a new directory, which contains a number of files
and symlinks encoding the above information. PID 1 creates and manages
these files, and journald reads them from there.
Note that this is supposed to be a direct path between PID 1 and the
journal only, due to the special runtime environment the journal runs
in. Normally, today we shouldn't introduce new interfaces that (mis-)use
a file system as IPC framework, and instead just an IPC system, but this
is very hard to do between the journal and PID 1, as long as the IPC
system is a subject PID 1 manages, and itself a client to the journal.
This patch cleans up a couple of types used in journal code:
specifically we switch to size_t for a couple of memory-sizing values,
as size_t is the right choice for everything that is memory.
Fixes: #4089
Fixes: #3041
Fixes: #4441
2017-11-02 19:43:32 +01:00
|
|
|
void server_dispatch_message(Server *s, struct iovec *iovec, size_t n, size_t m, ClientContext *c, const struct timeval *tv, int priority, pid_t object_pid);
|
2017-11-24 02:48:21 +01:00
|
|
|
void server_driver_message(Server *s, pid_t object_pid, const char *message_id, const char *format, ...) _sentinel_ _printf_(4,0);
|
2012-08-22 03:09:44 +02:00
|
|
|
|
2012-01-04 20:40:04 +01:00
|
|
|
/* gperf lookup function */
|
2017-01-10 08:39:05 +01:00
|
|
|
const struct ConfigPerfItem* journald_gperf_lookup(const char *key, GPERF_LEN_TYPE length);
|
2012-01-04 20:40:04 +01:00
|
|
|
|
2018-05-22 13:10:17 +02:00
|
|
|
CONFIG_PARSER_PROTOTYPE(config_parse_storage);
|
|
|
|
CONFIG_PARSER_PROTOTYPE(config_parse_line_max);
|
|
|
|
CONFIG_PARSER_PROTOTYPE(config_parse_compress);
|
2012-07-01 20:17:48 +02:00
|
|
|
|
2013-05-03 04:51:50 +02:00
|
|
|
const char *storage_to_string(Storage s) _const_;
|
|
|
|
Storage storage_from_string(const char *s) _pure_;
|
2012-09-07 23:40:00 +02:00
|
|
|
|
2018-05-22 13:10:17 +02:00
|
|
|
CONFIG_PARSER_PROTOTYPE(config_parse_split_mode);
|
2012-09-07 23:40:00 +02:00
|
|
|
|
2013-05-03 04:51:50 +02:00
|
|
|
const char *split_mode_to_string(SplitMode s) _const_;
|
|
|
|
SplitMode split_mode_from_string(const char *s) _pure_;
|
2012-11-12 17:29:07 +01:00
|
|
|
|
|
|
|
int server_init(Server *s);
|
|
|
|
void server_done(Server *s);
|
2013-03-25 17:49:03 +01:00
|
|
|
void server_sync(Server *s);
|
2016-10-12 09:58:10 +02:00
|
|
|
int server_vacuum(Server *s, bool verbose);
|
2012-11-12 17:29:07 +01:00
|
|
|
void server_rotate(Server *s);
|
2013-07-24 08:08:57 +02:00
|
|
|
int server_schedule_sync(Server *s, int priority);
|
2016-12-12 20:54:45 +01:00
|
|
|
int server_flush_to_var(Server *s, bool require_flag_file);
|
2012-11-12 17:29:07 +01:00
|
|
|
void server_maybe_append_tags(Server *s);
|
2015-01-04 22:09:07 +01:00
|
|
|
int server_process_datagram(sd_event_source *es, int fd, uint32_t revents, void *userdata);
|
2016-10-11 16:46:16 +02:00
|
|
|
void server_space_usage_message(Server *s, JournalStorage *storage);
|