1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef __FS_CEPH_MESSENGER_H
3#define __FS_CEPH_MESSENGER_H
4
5#include <linux/bvec.h>
6#include <linux/crypto.h>
7#include <linux/kref.h>
8#include <linux/mutex.h>
9#include <linux/net.h>
10#include <linux/radix-tree.h>
11#include <linux/uio.h>
12#include <linux/workqueue.h>
13#include <net/net_namespace.h>
14
15#include <linux/ceph/types.h>
16#include <linux/ceph/buffer.h>
17
18struct ceph_msg;
19struct ceph_connection;
20struct ceph_msg_data_cursor;
21
22/*
23 * Ceph defines these callbacks for handling connection events.
24 */
25struct ceph_connection_operations {
26 struct ceph_connection *(*get)(struct ceph_connection *);
27 void (*put)(struct ceph_connection *);
28
29 /* handle an incoming message. */
30 void (*dispatch) (struct ceph_connection *con, struct ceph_msg *m);
31
32 /* authorize an outgoing connection */
33 struct ceph_auth_handshake *(*get_authorizer) (
34 struct ceph_connection *con,
35 int *proto, int force_new);
36 int (*add_authorizer_challenge)(struct ceph_connection *con,
37 void *challenge_buf,
38 int challenge_buf_len);
39 int (*verify_authorizer_reply) (struct ceph_connection *con);
40 int (*invalidate_authorizer)(struct ceph_connection *con);
41
42 /* there was some error on the socket (disconnect, whatever) */
43 void (*fault) (struct ceph_connection *con);
44
45 /* a remote host as terminated a message exchange session, and messages
46 * we sent (or they tried to send us) may be lost. */
47 void (*peer_reset) (struct ceph_connection *con);
48
49 struct ceph_msg * (*alloc_msg) (struct ceph_connection *con,
50 struct ceph_msg_header *hdr,
51 int *skip);
52
53 void (*reencode_message) (struct ceph_msg *msg);
54
55 int (*sign_message) (struct ceph_msg *msg);
56 int (*check_message_signature) (struct ceph_msg *msg);
57
58 /* msgr2 authentication exchange */
59 int (*get_auth_request)(struct ceph_connection *con,
60 void *buf, int *buf_len,
61 void **authorizer, int *authorizer_len);
62 int (*handle_auth_reply_more)(struct ceph_connection *con,
63 void *reply, int reply_len,
64 void *buf, int *buf_len,
65 void **authorizer, int *authorizer_len);
66 int (*handle_auth_done)(struct ceph_connection *con,
67 u64 global_id, void *reply, int reply_len,
68 u8 *session_key, int *session_key_len,
69 u8 *con_secret, int *con_secret_len);
70 int (*handle_auth_bad_method)(struct ceph_connection *con,
71 int used_proto, int result,
72 const int *allowed_protos, int proto_cnt,
73 const int *allowed_modes, int mode_cnt);
74
75 /**
76 * sparse_read: read sparse data
77 * @con: connection we're reading from
78 * @cursor: data cursor for reading extents
79 * @buf: optional buffer to read into
80 *
81 * This should be called more than once, each time setting up to
82 * receive an extent into the current cursor position, and zeroing
83 * the holes between them.
84 *
85 * Returns amount of data to be read (in bytes), 0 if reading is
86 * complete, or -errno if there was an error.
87 *
88 * If @buf is set on a >0 return, then the data should be read into
89 * the provided buffer. Otherwise, it should be read into the cursor.
90 *
91 * The sparse read operation is expected to initialize the cursor
92 * with a length covering up to the end of the last extent.
93 */
94 int (*sparse_read)(struct ceph_connection *con,
95 struct ceph_msg_data_cursor *cursor,
96 char **buf);
97
98};
99
100/* use format string %s%lld */
101#define ENTITY_NAME(n) ceph_entity_type_name((n).type), le64_to_cpu((n).num)
102
103struct ceph_messenger {
104 struct ceph_entity_inst inst; /* my name+address */
105 struct ceph_entity_addr my_enc_addr;
106
107 atomic_t stopping;
108 possible_net_t net;
109
110 /*
111 * the global_seq counts connections i (attempt to) initiate
112 * in order to disambiguate certain connect race conditions.
113 */
114 u32 global_seq;
115 spinlock_t global_seq_lock;
116};
117
118enum ceph_msg_data_type {
119 CEPH_MSG_DATA_NONE, /* message contains no data payload */
120 CEPH_MSG_DATA_PAGES, /* data source/destination is a page array */
121 CEPH_MSG_DATA_PAGELIST, /* data source/destination is a pagelist */
122#ifdef CONFIG_BLOCK
123 CEPH_MSG_DATA_BIO, /* data source/destination is a bio list */
124#endif /* CONFIG_BLOCK */
125 CEPH_MSG_DATA_BVECS, /* data source/destination is a bio_vec array */
126 CEPH_MSG_DATA_ITER, /* data source/destination is an iov_iter */
127};
128
129#ifdef CONFIG_BLOCK
130
131struct ceph_bio_iter {
132 struct bio *bio;
133 struct bvec_iter iter;
134};
135
136#define __ceph_bio_iter_advance_step(it, n, STEP) do { \
137 unsigned int __n = (n), __cur_n; \
138 \
139 while (__n) { \
140 BUG_ON(!(it)->iter.bi_size); \
141 __cur_n = min((it)->iter.bi_size, __n); \
142 (void)(STEP); \
143 bio_advance_iter((it)->bio, &(it)->iter, __cur_n); \
144 if (!(it)->iter.bi_size && (it)->bio->bi_next) { \
145 dout("__ceph_bio_iter_advance_step next bio\n"); \
146 (it)->bio = (it)->bio->bi_next; \
147 (it)->iter = (it)->bio->bi_iter; \
148 } \
149 __n -= __cur_n; \
150 } \
151} while (0)
152
153/*
154 * Advance @it by @n bytes.
155 */
156#define ceph_bio_iter_advance(it, n) \
157 __ceph_bio_iter_advance_step(it, n, 0)
158
159/*
160 * Advance @it by @n bytes, executing BVEC_STEP for each bio_vec.
161 */
162#define ceph_bio_iter_advance_step(it, n, BVEC_STEP) \
163 __ceph_bio_iter_advance_step(it, n, ({ \
164 struct bio_vec bv; \
165 struct bvec_iter __cur_iter; \
166 \
167 __cur_iter = (it)->iter; \
168 __cur_iter.bi_size = __cur_n; \
169 __bio_for_each_segment(bv, (it)->bio, __cur_iter, __cur_iter) \
170 (void)(BVEC_STEP); \
171 }))
172
173#endif /* CONFIG_BLOCK */
174
175struct ceph_bvec_iter {
176 struct bio_vec *bvecs;
177 struct bvec_iter iter;
178};
179
180#define __ceph_bvec_iter_advance_step(it, n, STEP) do { \
181 BUG_ON((n) > (it)->iter.bi_size); \
182 (void)(STEP); \
183 bvec_iter_advance((it)->bvecs, &(it)->iter, (n)); \
184} while (0)
185
186/*
187 * Advance @it by @n bytes.
188 */
189#define ceph_bvec_iter_advance(it, n) \
190 __ceph_bvec_iter_advance_step(it, n, 0)
191
192/*
193 * Advance @it by @n bytes, executing BVEC_STEP for each bio_vec.
194 */
195#define ceph_bvec_iter_advance_step(it, n, BVEC_STEP) \
196 __ceph_bvec_iter_advance_step(it, n, ({ \
197 struct bio_vec bv; \
198 struct bvec_iter __cur_iter; \
199 \
200 __cur_iter = (it)->iter; \
201 __cur_iter.bi_size = (n); \
202 for_each_bvec(bv, (it)->bvecs, __cur_iter, __cur_iter) \
203 (void)(BVEC_STEP); \
204 }))
205
206#define ceph_bvec_iter_shorten(it, n) do { \
207 BUG_ON((n) > (it)->iter.bi_size); \
208 (it)->iter.bi_size = (n); \
209} while (0)
210
211struct ceph_msg_data {
212 enum ceph_msg_data_type type;
213 union {
214#ifdef CONFIG_BLOCK
215 struct {
216 struct ceph_bio_iter bio_pos;
217 u32 bio_length;
218 };
219#endif /* CONFIG_BLOCK */
220 struct ceph_bvec_iter bvec_pos;
221 struct {
222 struct page **pages;
223 size_t length; /* total # bytes */
224 unsigned int alignment; /* first page */
225 bool own_pages;
226 };
227 struct ceph_pagelist *pagelist;
228 struct iov_iter iter;
229 };
230};
231
232struct ceph_msg_data_cursor {
233 size_t total_resid; /* across all data items */
234
235 struct ceph_msg_data *data; /* current data item */
236 size_t resid; /* bytes not yet consumed */
237 int sr_resid; /* residual sparse_read len */
238 bool need_crc; /* crc update needed */
239 union {
240#ifdef CONFIG_BLOCK
241 struct ceph_bio_iter bio_iter;
242#endif /* CONFIG_BLOCK */
243 struct bvec_iter bvec_iter;
244 struct { /* pages */
245 unsigned int page_offset; /* offset in page */
246 unsigned short page_index; /* index in array */
247 unsigned short page_count; /* pages in array */
248 };
249 struct { /* pagelist */
250 struct page *page; /* page from list */
251 size_t offset; /* bytes from list */
252 };
253 struct {
254 struct iov_iter iov_iter;
255 unsigned int lastlen;
256 };
257 };
258};
259
260/*
261 * a single message. it contains a header (src, dest, message type, etc.),
262 * footer (crc values, mainly), a "front" message body, and possibly a
263 * data payload (stored in some number of pages).
264 */
265struct ceph_msg {
266 struct ceph_msg_header hdr; /* header */
267 union {
268 struct ceph_msg_footer footer; /* footer */
269 struct ceph_msg_footer_old old_footer; /* old format footer */
270 };
271 struct kvec front; /* unaligned blobs of message */
272 struct ceph_buffer *middle;
273
274 size_t data_length;
275 struct ceph_msg_data *data;
276 int num_data_items;
277 int max_data_items;
278 struct ceph_msg_data_cursor cursor;
279
280 struct ceph_connection *con;
281 struct list_head list_head; /* links for connection lists */
282
283 struct kref kref;
284 bool more_to_follow;
285 bool needs_out_seq;
286 u64 sparse_read_total;
287 int front_alloc_len;
288
289 struct ceph_msgpool *pool;
290};
291
292/*
293 * connection states
294 */
295#define CEPH_CON_S_CLOSED 1
296#define CEPH_CON_S_PREOPEN 2
297#define CEPH_CON_S_V1_BANNER 3
298#define CEPH_CON_S_V1_CONNECT_MSG 4
299#define CEPH_CON_S_V2_BANNER_PREFIX 5
300#define CEPH_CON_S_V2_BANNER_PAYLOAD 6
301#define CEPH_CON_S_V2_HELLO 7
302#define CEPH_CON_S_V2_AUTH 8
303#define CEPH_CON_S_V2_AUTH_SIGNATURE 9
304#define CEPH_CON_S_V2_SESSION_CONNECT 10
305#define CEPH_CON_S_V2_SESSION_RECONNECT 11
306#define CEPH_CON_S_OPEN 12
307#define CEPH_CON_S_STANDBY 13
308
309/*
310 * ceph_connection flag bits
311 */
312#define CEPH_CON_F_LOSSYTX 0 /* we can close channel or drop
313 messages on errors */
314#define CEPH_CON_F_KEEPALIVE_PENDING 1 /* we need to send a keepalive */
315#define CEPH_CON_F_WRITE_PENDING 2 /* we have data ready to send */
316#define CEPH_CON_F_SOCK_CLOSED 3 /* socket state changed to closed */
317#define CEPH_CON_F_BACKOFF 4 /* need to retry queuing delayed
318 work */
319
320/* ceph connection fault delay defaults, for exponential backoff */
321#define BASE_DELAY_INTERVAL (HZ / 4)
322#define MAX_DELAY_INTERVAL (15 * HZ)
323
324struct ceph_connection_v1_info {
325 struct kvec out_kvec[8], /* sending header/footer data */
326 *out_kvec_cur;
327 int out_kvec_left; /* kvec's left in out_kvec */
328 int out_skip; /* skip this many bytes */
329 int out_kvec_bytes; /* total bytes left */
330 bool out_more; /* there is more data after the kvecs */
331 bool out_msg_done;
332
333 struct ceph_auth_handshake *auth;
334 int auth_retry; /* true if we need a newer authorizer */
335
336 /* connection negotiation temps */
337 u8 in_banner[CEPH_BANNER_MAX_LEN];
338 struct ceph_entity_addr actual_peer_addr;
339 struct ceph_entity_addr peer_addr_for_me;
340 struct ceph_msg_connect out_connect;
341 struct ceph_msg_connect_reply in_reply;
342
343 int in_base_pos; /* bytes read */
344
345 /* sparse reads */
346 struct kvec in_sr_kvec; /* current location to receive into */
347 u64 in_sr_len; /* amount of data in this extent */
348
349 /* message in temps */
350 u8 in_tag; /* protocol control byte */
351 struct ceph_msg_header in_hdr;
352 __le64 in_temp_ack; /* for reading an ack */
353
354 /* message out temps */
355 struct ceph_msg_header out_hdr;
356 __le64 out_temp_ack; /* for writing an ack */
357 struct ceph_timespec out_temp_keepalive2; /* for writing keepalive2
358 stamp */
359
360 u32 connect_seq; /* identify the most recent connection
361 attempt for this session */
362 u32 peer_global_seq; /* peer's global seq for this connection */
363};
364
365#define CEPH_CRC_LEN 4
366#define CEPH_GCM_KEY_LEN 16
367#define CEPH_GCM_IV_LEN sizeof(struct ceph_gcm_nonce)
368#define CEPH_GCM_BLOCK_LEN 16
369#define CEPH_GCM_TAG_LEN 16
370
371#define CEPH_PREAMBLE_LEN 32
372#define CEPH_PREAMBLE_INLINE_LEN 48
373#define CEPH_PREAMBLE_PLAIN_LEN CEPH_PREAMBLE_LEN
374#define CEPH_PREAMBLE_SECURE_LEN (CEPH_PREAMBLE_LEN + \
375 CEPH_PREAMBLE_INLINE_LEN + \
376 CEPH_GCM_TAG_LEN)
377#define CEPH_EPILOGUE_PLAIN_LEN (1 + 3 * CEPH_CRC_LEN)
378#define CEPH_EPILOGUE_SECURE_LEN (CEPH_GCM_BLOCK_LEN + CEPH_GCM_TAG_LEN)
379
380#define CEPH_FRAME_MAX_SEGMENT_COUNT 4
381
382struct ceph_frame_desc {
383 int fd_tag; /* FRAME_TAG_* */
384 int fd_seg_cnt;
385 int fd_lens[CEPH_FRAME_MAX_SEGMENT_COUNT]; /* logical */
386 int fd_aligns[CEPH_FRAME_MAX_SEGMENT_COUNT];
387};
388
389struct ceph_gcm_nonce {
390 __le32 fixed;
391 __le64 counter __packed;
392};
393
394struct ceph_connection_v2_info {
395 struct iov_iter in_iter;
396 struct kvec in_kvecs[5]; /* recvmsg */
397 struct bio_vec in_bvec; /* recvmsg (in_cursor) */
398 int in_kvec_cnt;
399 int in_state; /* IN_S_* */
400
401 struct iov_iter out_iter;
402 struct kvec out_kvecs[8]; /* sendmsg */
403 struct bio_vec out_bvec; /* sendpage (out_cursor, out_zero),
404 sendmsg (out_enc_pages) */
405 int out_kvec_cnt;
406 int out_state; /* OUT_S_* */
407
408 int out_zero; /* # of zero bytes to send */
409 bool out_iter_sendpage; /* use sendpage if possible */
410
411 struct ceph_frame_desc in_desc;
412 struct ceph_msg_data_cursor in_cursor;
413 struct ceph_msg_data_cursor out_cursor;
414
415 struct crypto_shash *hmac_tfm; /* post-auth signature */
416 struct crypto_aead *gcm_tfm; /* on-wire encryption */
417 struct aead_request *gcm_req;
418 struct crypto_wait gcm_wait;
419 struct ceph_gcm_nonce in_gcm_nonce;
420 struct ceph_gcm_nonce out_gcm_nonce;
421
422 struct page **in_enc_pages;
423 int in_enc_page_cnt;
424 int in_enc_resid;
425 int in_enc_i;
426 struct page **out_enc_pages;
427 int out_enc_page_cnt;
428 int out_enc_resid;
429 int out_enc_i;
430
431 int con_mode; /* CEPH_CON_MODE_* */
432
433 void *conn_bufs[16];
434 int conn_buf_cnt;
435 int data_len_remain;
436
437 struct kvec in_sign_kvecs[8];
438 struct kvec out_sign_kvecs[8];
439 int in_sign_kvec_cnt;
440 int out_sign_kvec_cnt;
441
442 u64 client_cookie;
443 u64 server_cookie;
444 u64 global_seq;
445 u64 connect_seq;
446 u64 peer_global_seq;
447
448 u8 in_buf[CEPH_PREAMBLE_SECURE_LEN];
449 u8 out_buf[CEPH_PREAMBLE_SECURE_LEN];
450 struct {
451 u8 late_status; /* FRAME_LATE_STATUS_* */
452 union {
453 struct {
454 u32 front_crc;
455 u32 middle_crc;
456 u32 data_crc;
457 } __packed;
458 u8 pad[CEPH_GCM_BLOCK_LEN - 1];
459 };
460 } out_epil;
461};
462
463/*
464 * A single connection with another host.
465 *
466 * We maintain a queue of outgoing messages, and some session state to
467 * ensure that we can preserve the lossless, ordered delivery of
468 * messages in the case of a TCP disconnect.
469 */
470struct ceph_connection {
471 void *private;
472
473 const struct ceph_connection_operations *ops;
474
475 struct ceph_messenger *msgr;
476
477 int state; /* CEPH_CON_S_* */
478 atomic_t sock_state;
479 struct socket *sock;
480
481 unsigned long flags; /* CEPH_CON_F_* */
482 const char *error_msg; /* error message, if any */
483
484 struct ceph_entity_name peer_name; /* peer name */
485 struct ceph_entity_addr peer_addr; /* peer address */
486 u64 peer_features;
487
488 struct mutex mutex;
489
490 /* out queue */
491 struct list_head out_queue;
492 struct list_head out_sent; /* sending or sent but unacked */
493 u64 out_seq; /* last message queued for send */
494
495 u64 in_seq, in_seq_acked; /* last message received, acked */
496
497 struct ceph_msg *in_msg;
498 struct ceph_msg *out_msg; /* sending message (== tail of
499 out_sent) */
500
501 struct page *bounce_page;
502 u32 in_front_crc, in_middle_crc, in_data_crc; /* calculated crc */
503
504 struct timespec64 last_keepalive_ack; /* keepalive2 ack stamp */
505
506 struct delayed_work work; /* send|recv work */
507 unsigned long delay; /* current delay interval */
508
509 union {
510 struct ceph_connection_v1_info v1;
511 struct ceph_connection_v2_info v2;
512 };
513};
514
515extern struct page *ceph_zero_page;
516
517void ceph_con_flag_clear(struct ceph_connection *con, unsigned long con_flag);
518void ceph_con_flag_set(struct ceph_connection *con, unsigned long con_flag);
519bool ceph_con_flag_test(struct ceph_connection *con, unsigned long con_flag);
520bool ceph_con_flag_test_and_clear(struct ceph_connection *con,
521 unsigned long con_flag);
522bool ceph_con_flag_test_and_set(struct ceph_connection *con,
523 unsigned long con_flag);
524
525void ceph_encode_my_addr(struct ceph_messenger *msgr);
526
527int ceph_tcp_connect(struct ceph_connection *con);
528int ceph_con_close_socket(struct ceph_connection *con);
529void ceph_con_reset_session(struct ceph_connection *con);
530
531u32 ceph_get_global_seq(struct ceph_messenger *msgr, u32 gt);
532void ceph_con_discard_sent(struct ceph_connection *con, u64 ack_seq);
533void ceph_con_discard_requeued(struct ceph_connection *con, u64 reconnect_seq);
534
535void ceph_msg_data_cursor_init(struct ceph_msg_data_cursor *cursor,
536 struct ceph_msg *msg, size_t length);
537struct page *ceph_msg_data_next(struct ceph_msg_data_cursor *cursor,
538 size_t *page_offset, size_t *length);
539void ceph_msg_data_advance(struct ceph_msg_data_cursor *cursor, size_t bytes);
540
541u32 ceph_crc32c_page(u32 crc, struct page *page, unsigned int page_offset,
542 unsigned int length);
543
544bool ceph_addr_is_blank(const struct ceph_entity_addr *addr);
545int ceph_addr_port(const struct ceph_entity_addr *addr);
546void ceph_addr_set_port(struct ceph_entity_addr *addr, int p);
547
548void ceph_con_process_message(struct ceph_connection *con);
549int ceph_con_in_msg_alloc(struct ceph_connection *con,
550 struct ceph_msg_header *hdr, int *skip);
551void ceph_con_get_out_msg(struct ceph_connection *con);
552
553/* messenger_v1.c */
554int ceph_con_v1_try_read(struct ceph_connection *con);
555int ceph_con_v1_try_write(struct ceph_connection *con);
556void ceph_con_v1_revoke(struct ceph_connection *con);
557void ceph_con_v1_revoke_incoming(struct ceph_connection *con);
558bool ceph_con_v1_opened(struct ceph_connection *con);
559void ceph_con_v1_reset_session(struct ceph_connection *con);
560void ceph_con_v1_reset_protocol(struct ceph_connection *con);
561
562/* messenger_v2.c */
563int ceph_con_v2_try_read(struct ceph_connection *con);
564int ceph_con_v2_try_write(struct ceph_connection *con);
565void ceph_con_v2_revoke(struct ceph_connection *con);
566void ceph_con_v2_revoke_incoming(struct ceph_connection *con);
567bool ceph_con_v2_opened(struct ceph_connection *con);
568void ceph_con_v2_reset_session(struct ceph_connection *con);
569void ceph_con_v2_reset_protocol(struct ceph_connection *con);
570
571
572extern const char *ceph_pr_addr(const struct ceph_entity_addr *addr);
573
574extern int ceph_parse_ips(const char *c, const char *end,
575 struct ceph_entity_addr *addr,
576 int max_count, int *count, char delim);
577
578extern int ceph_msgr_init(void);
579extern void ceph_msgr_exit(void);
580extern void ceph_msgr_flush(void);
581
582extern void ceph_messenger_init(struct ceph_messenger *msgr,
583 struct ceph_entity_addr *myaddr);
584extern void ceph_messenger_fini(struct ceph_messenger *msgr);
585extern void ceph_messenger_reset_nonce(struct ceph_messenger *msgr);
586
587extern void ceph_con_init(struct ceph_connection *con, void *private,
588 const struct ceph_connection_operations *ops,
589 struct ceph_messenger *msgr);
590extern void ceph_con_open(struct ceph_connection *con,
591 __u8 entity_type, __u64 entity_num,
592 struct ceph_entity_addr *addr);
593extern bool ceph_con_opened(struct ceph_connection *con);
594extern void ceph_con_close(struct ceph_connection *con);
595extern void ceph_con_send(struct ceph_connection *con, struct ceph_msg *msg);
596
597extern void ceph_msg_revoke(struct ceph_msg *msg);
598extern void ceph_msg_revoke_incoming(struct ceph_msg *msg);
599
600extern void ceph_con_keepalive(struct ceph_connection *con);
601extern bool ceph_con_keepalive_expired(struct ceph_connection *con,
602 unsigned long interval);
603
604void ceph_msg_data_add_pages(struct ceph_msg *msg, struct page **pages,
605 size_t length, size_t alignment, bool own_pages);
606extern void ceph_msg_data_add_pagelist(struct ceph_msg *msg,
607 struct ceph_pagelist *pagelist);
608#ifdef CONFIG_BLOCK
609void ceph_msg_data_add_bio(struct ceph_msg *msg, struct ceph_bio_iter *bio_pos,
610 u32 length);
611#endif /* CONFIG_BLOCK */
612void ceph_msg_data_add_bvecs(struct ceph_msg *msg,
613 struct ceph_bvec_iter *bvec_pos);
614void ceph_msg_data_add_iter(struct ceph_msg *msg,
615 struct iov_iter *iter);
616
617struct ceph_msg *ceph_msg_new2(int type, int front_len, int max_data_items,
618 gfp_t flags, bool can_fail);
619extern struct ceph_msg *ceph_msg_new(int type, int front_len, gfp_t flags,
620 bool can_fail);
621
622extern struct ceph_msg *ceph_msg_get(struct ceph_msg *msg);
623extern void ceph_msg_put(struct ceph_msg *msg);
624
625extern void ceph_msg_dump(struct ceph_msg *msg);
626
627#endif
628

source code of linux/include/linux/ceph/messenger.h

Morty Proxy This is a proxified and sanitized view of the page, visit original site.