Commit | Line | Data |
---|---|---|
3bd1e081 MD |
1 | /* |
2 | * Copyright (C) 2011 - Julien Desfossez <julien.desfossez@polymtl.ca> | |
00e2e675 DG |
3 | * Mathieu Desnoyers <mathieu.desnoyers@efficios.com> |
4 | * 2012 - David Goulet <dgoulet@efficios.com> | |
3bd1e081 | 5 | * |
d14d33bf AM |
6 | * This program is free software; you can redistribute it and/or modify |
7 | * it under the terms of the GNU General Public License, version 2 only, | |
8 | * as published by the Free Software Foundation. | |
3bd1e081 | 9 | * |
d14d33bf AM |
10 | * This program is distributed in the hope that it will be useful, but WITHOUT |
11 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
12 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | |
13 | * more details. | |
3bd1e081 | 14 | * |
d14d33bf AM |
15 | * You should have received a copy of the GNU General Public License along |
16 | * with this program; if not, write to the Free Software Foundation, Inc., | |
17 | * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. | |
3bd1e081 MD |
18 | */ |
19 | ||
f02e1e8a DG |
20 | #ifndef LIB_CONSUMER_H |
21 | #define LIB_CONSUMER_H | |
3bd1e081 MD |
22 | |
23 | #include <limits.h> | |
24 | #include <poll.h> | |
6df2e2c9 | 25 | #include <unistd.h> |
ffe60014 | 26 | #include <urcu/list.h> |
e4421fec | 27 | |
3bd1e081 | 28 | #include <lttng/lttng.h> |
10a8a223 | 29 | |
b9182dd9 DG |
30 | #include <common/hashtable/hashtable.h> |
31 | #include <common/compat/fcntl.h> | |
ffe60014 | 32 | #include <common/compat/uuid.h> |
00e2e675 | 33 | #include <common/sessiond-comm/sessiond-comm.h> |
acdb9057 | 34 | #include <common/pipe.h> |
50adc264 | 35 | #include <common/index/ctf-index.h> |
ace0e591 | 36 | #include <common/buffer-view.h> |
29d1a7ae JG |
37 | #include <common/optional.h> |
38 | ||
39 | struct lttng_consumer_local_data; | |
3bd1e081 | 40 | |
3bd1e081 MD |
41 | /* Commands for consumer */ |
42 | enum lttng_consumer_command { | |
43 | LTTNG_CONSUMER_ADD_CHANNEL, | |
44 | LTTNG_CONSUMER_ADD_STREAM, | |
45 | /* pause, delete, active depending on fd state */ | |
46 | LTTNG_CONSUMER_UPDATE_STREAM, | |
47 | /* inform the consumer to quit when all fd has hang up */ | |
84382d49 | 48 | LTTNG_CONSUMER_STOP, /* deprecated */ |
00e2e675 | 49 | LTTNG_CONSUMER_ADD_RELAYD_SOCKET, |
173af62f DG |
50 | /* Inform the consumer to kill a specific relayd connection */ |
51 | LTTNG_CONSUMER_DESTROY_RELAYD, | |
53632229 | 52 | /* Return to the sessiond if there is data pending for a session */ |
6d805429 | 53 | LTTNG_CONSUMER_DATA_PENDING, |
ffe60014 DG |
54 | /* Consumer creates a channel and returns it to sessiond. */ |
55 | LTTNG_CONSUMER_ASK_CHANNEL_CREATION, | |
56 | LTTNG_CONSUMER_GET_CHANNEL, | |
57 | LTTNG_CONSUMER_DESTROY_CHANNEL, | |
d88aee68 DG |
58 | LTTNG_CONSUMER_PUSH_METADATA, |
59 | LTTNG_CONSUMER_CLOSE_METADATA, | |
60 | LTTNG_CONSUMER_SETUP_METADATA, | |
7972aab2 | 61 | LTTNG_CONSUMER_FLUSH_CHANNEL, |
6dc3064a DG |
62 | LTTNG_CONSUMER_SNAPSHOT_CHANNEL, |
63 | LTTNG_CONSUMER_SNAPSHOT_METADATA, | |
a4baae1b | 64 | LTTNG_CONSUMER_STREAMS_SENT, |
fb83fe64 JD |
65 | LTTNG_CONSUMER_DISCARDED_EVENTS, |
66 | LTTNG_CONSUMER_LOST_PACKETS, | |
0dd01979 | 67 | LTTNG_CONSUMER_CLEAR_QUIESCENT_CHANNEL, |
d60962b2 JR |
68 | LTTNG_CONSUMER_CHANNEL_STOP_LIVE_TIMER, |
69 | LTTNG_CONSUMER_CHANNEL_START_LIVE_TIMER, | |
3bd1e081 MD |
70 | }; |
71 | ||
72 | /* State of each fd in consumer */ | |
73 | enum lttng_consumer_stream_state { | |
74 | LTTNG_CONSUMER_ACTIVE_STREAM, | |
75 | LTTNG_CONSUMER_PAUSE_STREAM, | |
76 | LTTNG_CONSUMER_DELETE_STREAM, | |
77 | }; | |
78 | ||
3bd1e081 MD |
79 | enum lttng_consumer_type { |
80 | LTTNG_CONSUMER_UNKNOWN = 0, | |
81 | LTTNG_CONSUMER_KERNEL, | |
7753dea8 MD |
82 | LTTNG_CONSUMER64_UST, |
83 | LTTNG_CONSUMER32_UST, | |
3bd1e081 MD |
84 | }; |
85 | ||
8994307f DG |
86 | enum consumer_endpoint_status { |
87 | CONSUMER_ENDPOINT_ACTIVE, | |
88 | CONSUMER_ENDPOINT_INACTIVE, | |
89 | }; | |
90 | ||
ffe60014 DG |
91 | enum consumer_channel_output { |
92 | CONSUMER_CHANNEL_MMAP = 0, | |
93 | CONSUMER_CHANNEL_SPLICE = 1, | |
94 | }; | |
95 | ||
96 | enum consumer_channel_type { | |
97 | CONSUMER_CHANNEL_TYPE_METADATA = 0, | |
d88aee68 | 98 | CONSUMER_CHANNEL_TYPE_DATA = 1, |
ffe60014 DG |
99 | }; |
100 | ||
51230d70 DG |
101 | extern struct lttng_consumer_global_data consumer_data; |
102 | ||
ffe60014 DG |
103 | struct stream_list { |
104 | struct cds_list_head head; | |
105 | unsigned int count; | |
106 | }; | |
107 | ||
331744e3 JD |
108 | /* Stub. */ |
109 | struct consumer_metadata_cache; | |
110 | ||
3bd1e081 | 111 | struct lttng_consumer_channel { |
ffe60014 | 112 | /* HT node used for consumer_data.channel_ht */ |
d88aee68 | 113 | struct lttng_ht_node_u64 node; |
ffe60014 | 114 | /* Indexed key. Incremented value in the consumer. */ |
d88aee68 | 115 | uint64_t key; |
ffe60014 DG |
116 | /* Number of streams referencing this channel */ |
117 | int refcount; | |
118 | /* Tracing session id on the session daemon side. */ | |
119 | uint64_t session_id; | |
1950109e JD |
120 | /* |
121 | * Session id when requesting metadata to the session daemon for | |
122 | * a session with per-PID buffers. | |
123 | */ | |
124 | uint64_t session_id_per_pid; | |
ffe60014 DG |
125 | /* Channel trace file path name. */ |
126 | char pathname[PATH_MAX]; | |
127 | /* Channel name. */ | |
128 | char name[LTTNG_SYMBOL_NAME_LEN]; | |
567eb353 | 129 | /* UID and GID of the session owning this channel. */ |
ffe60014 DG |
130 | uid_t uid; |
131 | gid_t gid; | |
da009f2c MD |
132 | /* Relayd id of the channel. -1ULL if it does not apply. */ |
133 | uint64_t relayd_id; | |
c30aaa51 | 134 | /* |
ffe60014 DG |
135 | * Number of streams NOT initialized yet. This is used in order to not |
136 | * delete this channel if streams are getting initialized. | |
c30aaa51 | 137 | */ |
ffe60014 DG |
138 | unsigned int nb_init_stream_left; |
139 | /* Output type (mmap or splice). */ | |
140 | enum consumer_channel_output output; | |
141 | /* Channel type for stream */ | |
142 | enum consumer_channel_type type; | |
c30aaa51 | 143 | |
3bd1e081 | 144 | /* For UST */ |
567eb353 | 145 | uid_t ust_app_uid; /* Application UID. */ |
ffe60014 DG |
146 | struct ustctl_consumer_channel *uchan; |
147 | unsigned char uuid[UUID_STR_LEN]; | |
148 | /* | |
149 | * Temporary stream list used to store the streams once created and waiting | |
150 | * to be sent to the session daemon by receiving the | |
151 | * LTTNG_CONSUMER_GET_CHANNEL. | |
152 | */ | |
153 | struct stream_list streams; | |
07b86b52 | 154 | |
d88aee68 DG |
155 | /* |
156 | * Set if the channel is metadata. We keep a reference to the stream | |
157 | * because we have to flush data once pushed by the session daemon. For a | |
158 | * regular channel, this is always set to NULL. | |
159 | */ | |
160 | struct lttng_consumer_stream *metadata_stream; | |
d8ef542d MD |
161 | |
162 | /* for UST */ | |
163 | int wait_fd; | |
164 | /* Node within channel thread ht */ | |
165 | struct lttng_ht_node_u64 wait_fd_node; | |
331744e3 JD |
166 | |
167 | /* Metadata cache is metadata channel */ | |
168 | struct consumer_metadata_cache *metadata_cache; | |
d3e2ba59 | 169 | /* For UST metadata periodical flush */ |
331744e3 JD |
170 | int switch_timer_enabled; |
171 | timer_t switch_timer; | |
4419b4fb MD |
172 | int switch_timer_error; |
173 | ||
d3e2ba59 JD |
174 | /* For the live mode */ |
175 | int live_timer_enabled; | |
176 | timer_t live_timer; | |
177 | int live_timer_error; | |
11785f65 JG |
178 | /* Channel is part of a live session ? */ |
179 | bool is_live; | |
d3e2ba59 | 180 | |
1624d5b7 JD |
181 | /* On-disk circular buffer */ |
182 | uint64_t tracefile_size; | |
183 | uint64_t tracefile_count; | |
2bba9e53 DG |
184 | /* |
185 | * Monitor or not the streams of this channel meaning this indicates if the | |
186 | * streams should be sent to the data/metadata thread or added to the no | |
187 | * monitor list of the channel. | |
188 | */ | |
189 | unsigned int monitor; | |
a9838785 MD |
190 | |
191 | /* | |
192 | * Channel lock. | |
193 | * | |
ec6ea7d0 MD |
194 | * This lock protects against concurrent update of channel. |
195 | * | |
a9838785 | 196 | * This is nested INSIDE the consumer data lock. |
ec6ea7d0 | 197 | * This is nested OUTSIDE the channel timer lock. |
a9838785 MD |
198 | * This is nested OUTSIDE the metadata cache lock. |
199 | * This is nested OUTSIDE stream lock. | |
200 | * This is nested OUTSIDE consumer_relayd_sock_pair lock. | |
201 | */ | |
202 | pthread_mutex_t lock; | |
ec6ea7d0 MD |
203 | |
204 | /* | |
205 | * Channel teardown lock. | |
206 | * | |
207 | * This lock protect against teardown of channel. It is _never_ | |
208 | * taken by the timer handler. | |
209 | * | |
210 | * This is nested INSIDE the consumer data lock. | |
211 | * This is nested INSIDE the channel lock. | |
212 | * This is nested OUTSIDE the metadata cache lock. | |
213 | * This is nested OUTSIDE stream lock. | |
214 | * This is nested OUTSIDE consumer_relayd_sock_pair lock. | |
215 | */ | |
216 | pthread_mutex_t timer_lock; | |
ecc48a90 JD |
217 | |
218 | /* Timer value in usec for live streaming. */ | |
219 | unsigned int live_timer_interval; | |
d7ba1388 | 220 | |
4628484a MD |
221 | int *stream_fds; |
222 | int nr_stream_fds; | |
3d071855 | 223 | char root_shm_path[PATH_MAX]; |
d7ba1388 | 224 | char shm_path[PATH_MAX]; |
fb83fe64 JD |
225 | /* Total number of discarded events for that channel. */ |
226 | uint64_t discarded_events; | |
227 | /* Total number of missed packets due to overwriting (overwrite). */ | |
228 | uint64_t lost_packets; | |
b7fa98e6 MD |
229 | |
230 | bool streams_sent_to_relayd; | |
3bd1e081 MD |
231 | }; |
232 | ||
29d1a7ae JG |
233 | struct stream_subbuffer { |
234 | union { | |
235 | /* | |
236 | * CONSUMER_CHANNEL_SPLICE | |
237 | * No ownership assumed. | |
238 | */ | |
239 | int fd; | |
240 | /* CONSUMER_CHANNEL_MMAP */ | |
241 | struct lttng_buffer_view buffer; | |
242 | } buffer; | |
243 | union { | |
244 | /* | |
245 | * Common members are fine to access through either | |
246 | * union entries (as per C11, Common Initial Sequence). | |
247 | */ | |
248 | struct { | |
249 | unsigned long subbuf_size; | |
250 | unsigned long padded_subbuf_size; | |
251 | uint64_t version; | |
d6ef77b3 JG |
252 | /* |
253 | * Left unset when unsupported. | |
254 | * | |
255 | * Indicates that this is the last sub-buffer of | |
256 | * a series of sub-buffer that makes-up a coherent | |
257 | * (parseable) unit of metadata. | |
258 | */ | |
259 | LTTNG_OPTIONAL(bool) coherent; | |
29d1a7ae JG |
260 | } metadata; |
261 | struct { | |
262 | unsigned long subbuf_size; | |
263 | unsigned long padded_subbuf_size; | |
264 | uint64_t packet_size; | |
265 | uint64_t content_size; | |
266 | uint64_t timestamp_begin; | |
267 | uint64_t timestamp_end; | |
268 | uint64_t events_discarded; | |
269 | /* Left unset when unsupported. */ | |
270 | LTTNG_OPTIONAL(uint64_t) sequence_number; | |
271 | uint64_t stream_id; | |
272 | /* Left unset when unsupported. */ | |
273 | LTTNG_OPTIONAL(uint64_t) stream_instance_id; | |
274 | } data; | |
275 | } info; | |
276 | }; | |
277 | ||
278 | /* | |
279 | * Perform any operation required to acknowledge | |
280 | * the wake-up of a consumer stream (e.g. consume a byte on a wake-up pipe). | |
281 | * | |
282 | * Stream and channel locks are acquired during this call. | |
283 | */ | |
284 | typedef int (*on_wake_up_cb)(struct lttng_consumer_stream *); | |
285 | ||
286 | /* | |
287 | * Perform any operation required before a consumer stream is put | |
288 | * to sleep before awaiting a data availability notification. | |
289 | * | |
290 | * Stream and channel locks are acquired during this call. | |
291 | */ | |
292 | typedef int (*on_sleep_cb)(struct lttng_consumer_stream *, | |
293 | struct lttng_consumer_local_data *); | |
294 | ||
295 | /* | |
296 | * Acquire the subbuffer at the current 'consumed' position. | |
297 | * | |
298 | * Stream and channel locks are acquired during this call. | |
299 | */ | |
300 | typedef int (*get_next_subbuffer_cb)(struct lttng_consumer_stream *, | |
301 | struct stream_subbuffer *); | |
302 | ||
303 | /* | |
304 | * Populate the stream_subbuffer's info member. The info to populate | |
305 | * depends on the type (metadata/data) of the stream. | |
306 | * | |
307 | * Stream and channel locks are acquired during this call. | |
308 | */ | |
309 | typedef int (*extract_subbuffer_info_cb)( | |
310 | struct lttng_consumer_stream *, struct stream_subbuffer *); | |
311 | ||
312 | /* | |
313 | * Invoked after a subbuffer's info has been filled. | |
314 | * | |
315 | * Stream and channel locks are acquired during this call. | |
316 | */ | |
317 | typedef int (*pre_consume_subbuffer_cb)(struct lttng_consumer_stream *, | |
318 | const struct stream_subbuffer *); | |
319 | ||
320 | /* | |
321 | * Consume subbuffer contents. | |
322 | * | |
323 | * Stream and channel locks are acquired during this call. | |
324 | */ | |
325 | typedef ssize_t (*consume_subbuffer_cb)(struct lttng_consumer_local_data *, | |
326 | struct lttng_consumer_stream *, | |
327 | const struct stream_subbuffer *); | |
328 | ||
329 | /* | |
330 | * Release the current subbuffer and advance the 'consumed' position by | |
331 | * one subbuffer. | |
332 | * | |
333 | * Stream and channel locks are acquired during this call. | |
334 | */ | |
335 | typedef int (*put_next_subbuffer_cb)(struct lttng_consumer_stream *, | |
336 | struct stream_subbuffer *); | |
337 | ||
338 | /* | |
339 | * Invoked after consuming a subbuffer. | |
340 | * | |
341 | * Stream and channel locks are acquired during this call. | |
342 | */ | |
343 | typedef int (*post_consume_cb)(struct lttng_consumer_stream *, | |
344 | const struct stream_subbuffer *, | |
345 | struct lttng_consumer_local_data *); | |
346 | ||
347 | /* | |
348 | * Send a live beacon if no data is available. | |
349 | * | |
350 | * Stream and channel locks are acquired during this call. | |
351 | */ | |
352 | typedef int (*send_live_beacon_cb)(struct lttng_consumer_stream *); | |
353 | ||
354 | /* | |
355 | * Lock the stream and channel locks and any other stream-type specific | |
356 | * lock that need to be acquired during the processing of an | |
357 | * availability notification. | |
358 | */ | |
359 | typedef void (*lock_cb)(struct lttng_consumer_stream *); | |
360 | ||
361 | /* | |
362 | * Unlock the stream and channel locks and any other stream-type specific | |
363 | * lock before sleeping until the next availability notification. | |
364 | * | |
365 | * Stream and channel locks are acquired during this call. | |
366 | */ | |
367 | typedef void (*unlock_cb)(struct lttng_consumer_stream *); | |
368 | ||
369 | /* | |
370 | * Invoked when a subbuffer's metadata version does not match the last | |
371 | * known metadata version. | |
372 | * | |
373 | * Stream and channel locks are acquired during this call. | |
374 | */ | |
375 | typedef void (*reset_metadata_cb)(struct lttng_consumer_stream *); | |
376 | ||
3bd1e081 MD |
377 | /* |
378 | * Internal representation of the streams, sessiond_key is used to identify | |
379 | * uniquely a stream. | |
380 | */ | |
381 | struct lttng_consumer_stream { | |
53632229 | 382 | /* HT node used by the data_ht and metadata_ht */ |
d88aee68 | 383 | struct lttng_ht_node_u64 node; |
d8ef542d MD |
384 | /* stream indexed per channel key node */ |
385 | struct lttng_ht_node_u64 node_channel_id; | |
53632229 | 386 | /* HT node used in consumer_data.stream_list_ht */ |
d88aee68 | 387 | struct lttng_ht_node_u64 node_session_id; |
ffe60014 DG |
388 | /* Pointer to associated channel. */ |
389 | struct lttng_consumer_channel *chan; | |
390 | ||
391 | /* Key by which the stream is indexed for 'node'. */ | |
d88aee68 | 392 | uint64_t key; |
3bd1e081 | 393 | /* |
ffe60014 DG |
394 | * File descriptor of the data output file. This can be either a file or a |
395 | * socket fd for relayd streaming. | |
3bd1e081 | 396 | */ |
3bd1e081 | 397 | int out_fd; /* output file to write the data */ |
ffe60014 DG |
398 | /* Write position in the output file descriptor */ |
399 | off_t out_fd_offset; | |
e5d1a9b3 MD |
400 | /* Amount of bytes written to the output */ |
401 | uint64_t output_written; | |
3bd1e081 | 402 | enum lttng_consumer_stream_state state; |
b5c5fc29 | 403 | int shm_fd_is_copy; |
4078b776 | 404 | int data_read; |
d056b477 | 405 | int hangup_flush_done; |
c585821b | 406 | |
0dd01979 MD |
407 | /* |
408 | * Whether the stream is in a "complete" state (e.g. it does not have a | |
409 | * partially written sub-buffer. | |
410 | * | |
411 | * Initialized to "false" on stream creation (first packet is empty). | |
412 | * | |
413 | * The various transitions of the quiescent state are: | |
414 | * - On "start" tracing: set to false, since the stream is not | |
415 | * "complete". | |
416 | * - On "stop" tracing: if !quiescent -> flush FINAL (update | |
417 | * timestamp_end), and set to true; the stream has entered a | |
418 | * complete/quiescent state. | |
419 | * - On "destroy" or stream/application hang-up: if !quiescent -> | |
420 | * flush FINAL, and set to true. | |
421 | * | |
422 | * NOTE: Update and read are protected by the stream lock. | |
423 | */ | |
424 | bool quiescent; | |
425 | ||
c585821b MD |
426 | /* |
427 | * metadata_timer_lock protects flags waiting_on_metadata and | |
428 | * missed_metadata_flush. | |
429 | */ | |
430 | pthread_mutex_t metadata_timer_lock; | |
431 | /* | |
432 | * Flag set when awaiting metadata to be pushed. Used in the | |
433 | * timer thread to skip waiting on the stream (and stream lock) to | |
434 | * ensure we can proceed to flushing metadata in live mode. | |
435 | */ | |
436 | bool waiting_on_metadata; | |
437 | /* Raised when a timer misses a metadata flush. */ | |
438 | bool missed_metadata_flush; | |
439 | ||
ffe60014 DG |
440 | enum lttng_event_output output; |
441 | /* Maximum subbuffer size. */ | |
442 | unsigned long max_sb_size; | |
443 | ||
444 | /* | |
445 | * Still used by the kernel for MMAP output. For UST, the ustctl getter is | |
446 | * used for the mmap base and offset. | |
447 | */ | |
448 | void *mmap_base; | |
449 | unsigned long mmap_len; | |
450 | ||
451 | /* For UST */ | |
452 | ||
453 | int wait_fd; | |
6df2e2c9 MD |
454 | /* UID/GID of the user owning the session to which stream belongs */ |
455 | uid_t uid; | |
456 | gid_t gid; | |
6d40f8fa JG |
457 | /* |
458 | * Relayd id, indicating on which relayd socket it goes. Set to -1ULL if | |
459 | * not the stream is not associated to a relay daemon. | |
460 | */ | |
461 | uint64_t relayd_id; | |
d01178b6 DG |
462 | /* |
463 | * Indicate if this stream was successfully sent to a relayd. This is set | |
464 | * after the refcount of the relayd is incremented and is checked when the | |
465 | * stream is closed before decrementing the refcount in order to avoid an | |
466 | * unbalanced state. | |
467 | */ | |
468 | unsigned int sent_to_relayd; | |
469 | ||
00e2e675 DG |
470 | /* Identify if the stream is the metadata */ |
471 | unsigned int metadata_flag; | |
93ec662e JD |
472 | /* |
473 | * Last known metadata version, reset the metadata file in case | |
474 | * of change. | |
475 | */ | |
476 | uint64_t metadata_version; | |
00e2e675 DG |
477 | /* Used when the stream is set for network streaming */ |
478 | uint64_t relayd_stream_id; | |
3604f373 DG |
479 | /* |
480 | * When sending a stream packet to a relayd, this number is used to track | |
481 | * the packet sent by the consumer and seen by the relayd. When sending the | |
482 | * data header to the relayd, this number is sent and if the transmission | |
483 | * was successful, it is incremented. | |
484 | * | |
485 | * Even if the full data is not fully transmitted it won't matter since | |
486 | * only two possible error can happen after that where either the relayd | |
487 | * died or a read error is detected on the stream making this value useless | |
488 | * after that. | |
489 | * | |
490 | * This value SHOULD be read/updated atomically or with the lock acquired. | |
491 | */ | |
173af62f | 492 | uint64_t next_net_seq_num; |
63281d5d | 493 | /* |
74251bb8 DG |
494 | * Lock to use the stream FDs since they are used between threads. |
495 | * | |
496 | * This is nested INSIDE the consumer_data lock. | |
a9838785 | 497 | * This is nested INSIDE the channel lock. |
ec6ea7d0 | 498 | * This is nested INSIDE the channel timer lock. |
4306541f | 499 | * This is nested OUTSIDE the metadata cache lock. |
74251bb8 | 500 | * This is nested OUTSIDE consumer_relayd_sock_pair lock. |
63281d5d | 501 | */ |
53632229 DG |
502 | pthread_mutex_t lock; |
503 | /* Tracing session id */ | |
504 | uint64_t session_id; | |
8994307f DG |
505 | /* |
506 | * Indicates if the stream end point is still active or not (network | |
507 | * streaming or local file system). The thread "owning" the stream is | |
508 | * handling this status and can be notified of a state change through the | |
509 | * consumer data appropriate pipe. | |
510 | */ | |
511 | enum consumer_endpoint_status endpoint_status; | |
ffe60014 DG |
512 | /* Stream name. Format is: <channel_name>_<cpu_number> */ |
513 | char name[LTTNG_SYMBOL_NAME_LEN]; | |
514 | /* Internal state of libustctl. */ | |
515 | struct ustctl_consumer_stream *ustream; | |
516 | struct cds_list_head send_node; | |
1624d5b7 JD |
517 | /* On-disk circular buffer */ |
518 | uint64_t tracefile_size_current; | |
519 | uint64_t tracefile_count_current; | |
4891ece8 DG |
520 | /* |
521 | * Monitor or not the streams of this channel meaning this indicates if the | |
522 | * streams should be sent to the data/metadata thread or added to the no | |
523 | * monitor list of the channel. | |
524 | */ | |
525 | unsigned int monitor; | |
526 | /* | |
527 | * Indicate if the stream is globally visible meaning that it has been | |
528 | * added to the multiple hash tables. If *not* set, NO lock should be | |
529 | * acquired in the destroy path. | |
530 | */ | |
531 | unsigned int globally_visible; | |
feb78e88 MD |
532 | /* |
533 | * Pipe to wake up the metadata poll thread when the UST metadata | |
534 | * cache is updated. | |
535 | */ | |
536 | int ust_metadata_poll_pipe[2]; | |
537 | /* | |
538 | * How much metadata was read from the metadata cache and sent | |
539 | * to the channel. | |
540 | */ | |
541 | uint64_t ust_metadata_pushed; | |
fb83fe64 JD |
542 | /* |
543 | * Copy of the last discarded event value to detect the overflow of | |
544 | * the counter. | |
545 | */ | |
546 | uint64_t last_discarded_events; | |
547 | /* Copy of the sequence number of the last packet extracted. */ | |
548 | uint64_t last_sequence_number; | |
309167d2 | 549 | /* |
e0547b83 | 550 | * Index file object of the index file for this stream. |
309167d2 | 551 | */ |
e0547b83 | 552 | struct lttng_index_file *index_file; |
94d49140 | 553 | |
a2361a61 JD |
554 | /* |
555 | * Local pipe to extract data when using splice. | |
556 | */ | |
557 | int splice_pipe[2]; | |
558 | ||
94d49140 JD |
559 | /* |
560 | * Rendez-vous point between data and metadata stream in live mode. | |
561 | */ | |
562 | pthread_cond_t metadata_rdv; | |
563 | pthread_mutex_t metadata_rdv_lock; | |
02b3d176 DG |
564 | |
565 | /* Indicate if the stream still has some data to be read. */ | |
566 | unsigned int has_data:1; | |
93ec662e JD |
567 | /* |
568 | * Inform the consumer or relay to reset the metadata | |
569 | * file before writing in it (regeneration). | |
570 | */ | |
571 | unsigned int reset_metadata_flag:1; | |
29d1a7ae JG |
572 | struct { |
573 | /* | |
574 | * Invoked in the order of declaration. | |
575 | * See callback type definitions. | |
576 | */ | |
577 | lock_cb lock; | |
578 | on_wake_up_cb on_wake_up; | |
579 | get_next_subbuffer_cb get_next_subbuffer; | |
580 | extract_subbuffer_info_cb extract_subbuffer_info; | |
581 | pre_consume_subbuffer_cb pre_consume_subbuffer; | |
582 | reset_metadata_cb reset_metadata; | |
583 | consume_subbuffer_cb consume_subbuffer; | |
584 | put_next_subbuffer_cb put_next_subbuffer; | |
585 | post_consume_cb post_consume; | |
586 | send_live_beacon_cb send_live_beacon; | |
587 | on_sleep_cb on_sleep; | |
588 | unlock_cb unlock; | |
589 | } read_subbuffer_ops; | |
d6ef77b3 | 590 | struct metadata_bucket *metadata_bucket; |
00e2e675 DG |
591 | }; |
592 | ||
593 | /* | |
594 | * Internal representation of a relayd socket pair. | |
595 | */ | |
596 | struct consumer_relayd_sock_pair { | |
597 | /* Network sequence number. */ | |
6d40f8fa | 598 | uint64_t id; |
00e2e675 | 599 | /* Number of stream associated with this relayd */ |
17977dd0 | 600 | int refcount; |
173af62f DG |
601 | |
602 | /* | |
603 | * This flag indicates whether or not we should destroy this object. The | |
604 | * destruction should ONLY occurs when this flag is set and the refcount is | |
605 | * set to zero. | |
606 | */ | |
607 | unsigned int destroy_flag; | |
608 | ||
51d7db73 DG |
609 | /* |
610 | * Mutex protecting the control socket to avoid out of order packets | |
611 | * between threads sending data to the relayd. Since metadata data is sent | |
612 | * over that socket, at least two sendmsg() are needed (header + data) | |
613 | * creating a race for packets to overlap between threads using it. | |
74251bb8 DG |
614 | * |
615 | * This is nested INSIDE the consumer_data lock. | |
616 | * This is nested INSIDE the stream lock. | |
51d7db73 | 617 | */ |
00e2e675 | 618 | pthread_mutex_t ctrl_sock_mutex; |
51d7db73 DG |
619 | |
620 | /* Control socket. Command and metadata are passed over it */ | |
6151a90f | 621 | struct lttcomm_relayd_sock control_sock; |
51d7db73 DG |
622 | |
623 | /* | |
624 | * We don't need a mutex at this point since we only splice or write single | |
625 | * large chunk of data with a header appended at the begining. Moreover, | |
626 | * this socket is for now only used in a single thread. | |
627 | */ | |
6151a90f | 628 | struct lttcomm_relayd_sock data_sock; |
d88aee68 | 629 | struct lttng_ht_node_u64 node; |
c5b6f4f0 | 630 | |
f7079f67 DG |
631 | /* Session id on both sides for the sockets. */ |
632 | uint64_t relayd_session_id; | |
633 | uint64_t sessiond_session_id; | |
874e1255 | 634 | struct lttng_consumer_local_data *ctx; |
3bd1e081 MD |
635 | }; |
636 | ||
637 | /* | |
638 | * UST consumer local data to the program. One or more instance per | |
639 | * process. | |
640 | */ | |
641 | struct lttng_consumer_local_data { | |
4078b776 MD |
642 | /* |
643 | * Function to call when data is available on a buffer. | |
644 | * Returns the number of bytes read, or negative error value. | |
645 | */ | |
646 | ssize_t (*on_buffer_ready)(struct lttng_consumer_stream *stream, | |
29d1a7ae JG |
647 | struct lttng_consumer_local_data *ctx, |
648 | bool locked_by_caller); | |
3bd1e081 MD |
649 | /* |
650 | * function to call when we receive a new channel, it receives a | |
651 | * newly allocated channel, depending on the return code of this | |
652 | * function, the new channel will be handled by the application | |
653 | * or the library. | |
654 | * | |
655 | * Returns: | |
656 | * > 0 (success, FD is kept by application) | |
657 | * == 0 (success, FD is left to library) | |
658 | * < 0 (error) | |
659 | */ | |
660 | int (*on_recv_channel)(struct lttng_consumer_channel *channel); | |
661 | /* | |
662 | * function to call when we receive a new stream, it receives a | |
663 | * newly allocated stream, depending on the return code of this | |
664 | * function, the new stream will be handled by the application | |
665 | * or the library. | |
666 | * | |
667 | * Returns: | |
668 | * > 0 (success, FD is kept by application) | |
669 | * == 0 (success, FD is left to library) | |
670 | * < 0 (error) | |
671 | */ | |
672 | int (*on_recv_stream)(struct lttng_consumer_stream *stream); | |
673 | /* | |
674 | * function to call when a stream is getting updated by the session | |
675 | * daemon, this function receives the sessiond key and the new | |
676 | * state, depending on the return code of this function the | |
677 | * update of state for the stream is handled by the application | |
678 | * or the library. | |
679 | * | |
680 | * Returns: | |
681 | * > 0 (success, FD is kept by application) | |
682 | * == 0 (success, FD is left to library) | |
683 | * < 0 (error) | |
684 | */ | |
30319bcb | 685 | int (*on_update_stream)(uint64_t sessiond_key, uint32_t state); |
331744e3 | 686 | enum lttng_consumer_type type; |
3bd1e081 MD |
687 | /* socket to communicate errors with sessiond */ |
688 | int consumer_error_socket; | |
75d83e50 | 689 | /* socket to ask metadata to sessiond. */ |
331744e3 | 690 | int consumer_metadata_socket; |
ace17efa MD |
691 | /* |
692 | * Protect consumer_metadata_socket. | |
693 | * | |
694 | * This is nested OUTSIDE the metadata cache lock. | |
695 | */ | |
75d83e50 | 696 | pthread_mutex_t metadata_socket_lock; |
3bd1e081 MD |
697 | /* socket to exchange commands with sessiond */ |
698 | char *consumer_command_sock_path; | |
699 | /* communication with splice */ | |
d8ef542d | 700 | int consumer_channel_pipe[2]; |
50f8ae69 | 701 | /* Data stream poll thread pipe. To transfer data stream to the thread */ |
acdb9057 | 702 | struct lttng_pipe *consumer_data_pipe; |
02b3d176 DG |
703 | |
704 | /* | |
705 | * Data thread use that pipe to catch wakeup from read subbuffer that | |
706 | * detects that there is still data to be read for the stream encountered. | |
707 | * Before doing so, the stream is flagged to indicate that there is still | |
708 | * data to be read. | |
709 | * | |
710 | * Both pipes (read/write) are owned and used inside the data thread. | |
711 | */ | |
712 | struct lttng_pipe *consumer_wakeup_pipe; | |
713 | /* Indicate if the wakeup thread has been notified. */ | |
714 | unsigned int has_wakeup:1; | |
715 | ||
3bd1e081 MD |
716 | /* to let the signal handler wake up the fd receiver thread */ |
717 | int consumer_should_quit[2]; | |
fb3a43a9 | 718 | /* Metadata poll thread pipe. Transfer metadata stream to it */ |
13886d2d | 719 | struct lttng_pipe *consumer_metadata_pipe; |
3bd1e081 MD |
720 | }; |
721 | ||
722 | /* | |
723 | * Library-level data. One instance per process. | |
724 | */ | |
725 | struct lttng_consumer_global_data { | |
726 | /* | |
e4421fec DG |
727 | * At this time, this lock is used to ensure coherence between the count |
728 | * and number of element in the hash table. It's also a protection for | |
6065ceec DG |
729 | * concurrent read/write between threads. |
730 | * | |
74251bb8 DG |
731 | * This is nested OUTSIDE the stream lock. |
732 | * This is nested OUTSIDE the consumer_relayd_sock_pair lock. | |
3bd1e081 MD |
733 | */ |
734 | pthread_mutex_t lock; | |
e4421fec | 735 | |
3bd1e081 | 736 | /* |
3cc2f24a DG |
737 | * Number of streams in the data stream hash table declared outside. |
738 | * Protected by consumer_data.lock. | |
3bd1e081 MD |
739 | */ |
740 | int stream_count; | |
3cc2f24a DG |
741 | |
742 | /* Channel hash table protected by consumer_data.lock. */ | |
e4421fec | 743 | struct lttng_ht *channel_ht; |
3bd1e081 MD |
744 | /* |
745 | * Flag specifying if the local array of FDs needs update in the | |
746 | * poll function. Protected by consumer_data.lock. | |
747 | */ | |
748 | unsigned int need_update; | |
749 | enum lttng_consumer_type type; | |
00e2e675 DG |
750 | |
751 | /* | |
752 | * Relayd socket(s) hashtable indexed by network sequence number. Each | |
753 | * stream has an index which associate the right relayd socket to use. | |
754 | */ | |
755 | struct lttng_ht *relayd_ht; | |
53632229 DG |
756 | |
757 | /* | |
758 | * This hash table contains all streams (metadata and data) indexed by | |
759 | * session id. In other words, the ht is indexed by session id and each | |
760 | * bucket contains the list of associated streams. | |
761 | * | |
762 | * This HT uses the "node_session_id" of the consumer stream. | |
763 | */ | |
764 | struct lttng_ht *stream_list_ht; | |
d8ef542d MD |
765 | |
766 | /* | |
767 | * This HT uses the "node_channel_id" of the consumer stream. | |
768 | */ | |
769 | struct lttng_ht *stream_per_chan_id_ht; | |
3bd1e081 MD |
770 | }; |
771 | ||
5383626c MD |
772 | /* |
773 | * Set to nonzero when the consumer is exiting. Updated by signal | |
774 | * handler and thread exit, read by threads. | |
775 | */ | |
776 | extern volatile int consumer_quit; | |
777 | ||
e4421fec DG |
778 | /* |
779 | * Init consumer data structures. | |
780 | */ | |
282dadbc | 781 | int lttng_consumer_init(void); |
e4421fec | 782 | |
3bd1e081 MD |
783 | /* |
784 | * Set the error socket for communication with a session daemon. | |
785 | */ | |
ffe60014 DG |
786 | void lttng_consumer_set_error_sock(struct lttng_consumer_local_data *ctx, |
787 | int sock); | |
3bd1e081 MD |
788 | |
789 | /* | |
790 | * Set the command socket path for communication with a session daemon. | |
791 | */ | |
ffe60014 | 792 | void lttng_consumer_set_command_sock_path( |
3bd1e081 MD |
793 | struct lttng_consumer_local_data *ctx, char *sock); |
794 | ||
795 | /* | |
796 | * Send return code to session daemon. | |
797 | * | |
798 | * Returns the return code of sendmsg : the number of bytes transmitted or -1 | |
799 | * on error. | |
800 | */ | |
ffe60014 | 801 | int lttng_consumer_send_error(struct lttng_consumer_local_data *ctx, int cmd); |
3bd1e081 MD |
802 | |
803 | /* | |
804 | * Called from signal handler to ensure a clean exit. | |
805 | */ | |
ffe60014 | 806 | void lttng_consumer_should_exit(struct lttng_consumer_local_data *ctx); |
3bd1e081 MD |
807 | |
808 | /* | |
809 | * Cleanup the daemon's socket on exit. | |
810 | */ | |
ffe60014 | 811 | void lttng_consumer_cleanup(void); |
3bd1e081 | 812 | |
3bd1e081 MD |
813 | /* |
814 | * Poll on the should_quit pipe and the command socket return -1 on error and | |
815 | * should exit, 0 if data is available on the command socket | |
816 | */ | |
ffe60014 | 817 | int lttng_consumer_poll_socket(struct pollfd *kconsumer_sockpoll); |
3bd1e081 | 818 | |
59db0d42 JG |
819 | struct lttng_consumer_stream *consumer_allocate_stream( |
820 | struct lttng_consumer_channel *channel, | |
821 | uint64_t channel_key, | |
d88aee68 | 822 | uint64_t stream_key, |
3bd1e081 | 823 | enum lttng_consumer_stream_state state, |
ffe60014 | 824 | const char *channel_name, |
6df2e2c9 | 825 | uid_t uid, |
00e2e675 | 826 | gid_t gid, |
57a269f2 | 827 | uint64_t relayd_id, |
53632229 | 828 | uint64_t session_id, |
ffe60014 DG |
829 | int cpu, |
830 | int *alloc_ret, | |
4891ece8 DG |
831 | enum consumer_channel_type type, |
832 | unsigned int monitor); | |
d88aee68 | 833 | struct lttng_consumer_channel *consumer_allocate_channel(uint64_t key, |
ffe60014 DG |
834 | uint64_t session_id, |
835 | const char *pathname, | |
836 | const char *name, | |
837 | uid_t uid, | |
838 | gid_t gid, | |
57a269f2 | 839 | uint64_t relayd_id, |
1624d5b7 JD |
840 | enum lttng_event_output output, |
841 | uint64_t tracefile_size, | |
2bba9e53 | 842 | uint64_t tracefile_count, |
1950109e | 843 | uint64_t session_id_per_pid, |
ecc48a90 | 844 | unsigned int monitor, |
d7ba1388 | 845 | unsigned int live_timer_interval, |
11785f65 | 846 | bool is_in_live_session, |
3d071855 | 847 | const char *root_shm_path, |
d7ba1388 | 848 | const char *shm_path); |
ffe60014 | 849 | void consumer_del_stream(struct lttng_consumer_stream *stream, |
e316aad5 | 850 | struct lttng_ht *ht); |
ffe60014 | 851 | void consumer_del_metadata_stream(struct lttng_consumer_stream *stream, |
e316aad5 | 852 | struct lttng_ht *ht); |
d8ef542d MD |
853 | int consumer_add_channel(struct lttng_consumer_channel *channel, |
854 | struct lttng_consumer_local_data *ctx); | |
ffe60014 | 855 | void consumer_del_channel(struct lttng_consumer_channel *channel); |
3bd1e081 | 856 | |
00e2e675 | 857 | /* lttng-relayd consumer command */ |
d88aee68 | 858 | struct consumer_relayd_sock_pair *consumer_find_relayd(uint64_t key); |
10a50311 | 859 | int consumer_send_relayd_stream(struct lttng_consumer_stream *stream, char *path); |
6d40f8fa | 860 | int consumer_send_relayd_streams_sent(uint64_t relayd_id); |
10a50311 | 861 | void close_relayd_stream(struct lttng_consumer_stream *stream); |
d88aee68 | 862 | struct lttng_consumer_channel *consumer_find_channel(uint64_t key); |
00e2e675 DG |
863 | int consumer_handle_stream_before_relayd(struct lttng_consumer_stream *stream, |
864 | size_t data_size); | |
c869f647 | 865 | void consumer_steal_stream_key(int key, struct lttng_ht *ht); |
00e2e675 | 866 | |
ffe60014 | 867 | struct lttng_consumer_local_data *lttng_consumer_create( |
3bd1e081 | 868 | enum lttng_consumer_type type, |
4078b776 | 869 | ssize_t (*buffer_ready)(struct lttng_consumer_stream *stream, |
29d1a7ae JG |
870 | struct lttng_consumer_local_data *ctx, |
871 | bool locked_by_caller), | |
3bd1e081 MD |
872 | int (*recv_channel)(struct lttng_consumer_channel *channel), |
873 | int (*recv_stream)(struct lttng_consumer_stream *stream), | |
30319bcb | 874 | int (*update_stream)(uint64_t sessiond_key, uint32_t state)); |
ffe60014 DG |
875 | void lttng_consumer_destroy(struct lttng_consumer_local_data *ctx); |
876 | ssize_t lttng_consumer_on_read_subbuffer_mmap( | |
1fdb9a78 | 877 | struct lttng_consumer_stream *stream, |
ace0e591 | 878 | const struct lttng_buffer_view *buffer, |
29d1a7ae | 879 | unsigned long padding); |
ffe60014 | 880 | ssize_t lttng_consumer_on_read_subbuffer_splice( |
3bd1e081 | 881 | struct lttng_consumer_local_data *ctx, |
1d4dfdef | 882 | struct lttng_consumer_stream *stream, unsigned long len, |
29d1a7ae | 883 | unsigned long padding); |
ffe60014 DG |
884 | int lttng_consumer_take_snapshot(struct lttng_consumer_stream *stream); |
885 | int lttng_consumer_get_produced_snapshot(struct lttng_consumer_stream *stream, | |
3bd1e081 | 886 | unsigned long *pos); |
6d574024 DG |
887 | int lttng_ustconsumer_get_wakeup_fd(struct lttng_consumer_stream *stream); |
888 | int lttng_ustconsumer_close_wakeup_fd(struct lttng_consumer_stream *stream); | |
ffe60014 DG |
889 | void *consumer_thread_metadata_poll(void *data); |
890 | void *consumer_thread_data_poll(void *data); | |
891 | void *consumer_thread_sessiond_poll(void *data); | |
d8ef542d | 892 | void *consumer_thread_channel_poll(void *data); |
ffe60014 | 893 | int lttng_consumer_recv_cmd(struct lttng_consumer_local_data *ctx, |
3bd1e081 MD |
894 | int sock, struct pollfd *consumer_sockpoll); |
895 | ||
4078b776 | 896 | ssize_t lttng_consumer_read_subbuffer(struct lttng_consumer_stream *stream, |
29d1a7ae JG |
897 | struct lttng_consumer_local_data *ctx, |
898 | bool locked_by_caller); | |
d41f73b7 | 899 | int lttng_consumer_on_recv_stream(struct lttng_consumer_stream *stream); |
6d40f8fa | 900 | void consumer_add_relayd_socket(uint64_t relayd_id, int sock_type, |
7735ef9e | 901 | struct lttng_consumer_local_data *ctx, int sock, |
6151a90f | 902 | struct pollfd *consumer_sockpoll, struct lttcomm_relayd_sock *relayd_sock, |
d3e2ba59 | 903 | uint64_t sessiond_id, uint64_t relayd_session_id); |
a6ba4fe1 DG |
904 | void consumer_flag_relayd_for_destroy( |
905 | struct consumer_relayd_sock_pair *relayd); | |
6d805429 | 906 | int consumer_data_pending(uint64_t id); |
f50f23d9 | 907 | int consumer_send_status_msg(int sock, int ret_code); |
ffe60014 DG |
908 | int consumer_send_status_channel(int sock, |
909 | struct lttng_consumer_channel *channel); | |
a0cbdd2e MD |
910 | void notify_thread_del_channel(struct lttng_consumer_local_data *ctx, |
911 | uint64_t key); | |
51230d70 | 912 | void consumer_destroy_relayd(struct consumer_relayd_sock_pair *relayd); |
d07ceecd MD |
913 | unsigned long consumer_get_consume_start_pos(unsigned long consumed_pos, |
914 | unsigned long produced_pos, uint64_t nb_packets_per_stream, | |
915 | uint64_t max_sb_size); | |
5ab66908 MD |
916 | int consumer_add_data_stream(struct lttng_consumer_stream *stream); |
917 | void consumer_del_stream_for_data(struct lttng_consumer_stream *stream); | |
918 | int consumer_add_metadata_stream(struct lttng_consumer_stream *stream); | |
919 | void consumer_del_stream_for_metadata(struct lttng_consumer_stream *stream); | |
309167d2 | 920 | int consumer_create_index_file(struct lttng_consumer_stream *stream); |
874e1255 | 921 | void lttng_consumer_cleanup_relayd(struct consumer_relayd_sock_pair *relayd); |
0934dd7e | 922 | int consumer_send_relayd_channel_bulk(struct lttng_consumer_channel *channel); |
d41f73b7 | 923 | |
f02e1e8a | 924 | #endif /* LIB_CONSUMER_H */ |