Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
freebsd
GitHub Repository: freebsd/freebsd-src
Path: blob/main/crypto/openssl/ssl/quic/quic_demux.c
109353 views
1
/*
2
* Copyright 2022-2025 The OpenSSL Project Authors. All Rights Reserved.
3
*
4
* Licensed under the Apache License 2.0 (the "License"). You may not use
5
* this file except in compliance with the License. You can obtain a copy
6
* in the file LICENSE in the source distribution or at
7
* https://www.openssl.org/source/license.html
8
*/
9
10
#include "internal/quic_demux.h"
11
#include "internal/quic_wire_pkt.h"
12
#include "internal/common.h"
13
#include <openssl/lhash.h>
14
#include <openssl/err.h>
15
16
#define URXE_DEMUX_STATE_FREE 0 /* on urx_free list */
17
#define URXE_DEMUX_STATE_PENDING 1 /* on urx_pending list */
18
#define URXE_DEMUX_STATE_ISSUED 2 /* on neither list */
19
20
#define DEMUX_MAX_MSGS_PER_CALL 32
21
22
#define DEMUX_DEFAULT_MTU 1500
23
24
struct quic_demux_st {
25
/* The underlying transport BIO with datagram semantics. */
26
BIO *net_bio;
27
28
/*
29
* QUIC short packets do not contain the length of the connection ID field,
30
* therefore it must be known contextually. The demuxer requires connection
31
* IDs of the same length to be used for all incoming packets.
32
*/
33
size_t short_conn_id_len;
34
35
/*
36
* Our current understanding of the upper bound on an incoming datagram size
37
* in bytes.
38
*/
39
size_t mtu;
40
41
/* The datagram_id to use for the next datagram we receive. */
42
uint64_t next_datagram_id;
43
44
/* Time retrieval callback. */
45
OSSL_TIME (*now)(void *arg);
46
void *now_arg;
47
48
/* The default packet handler, if any. */
49
ossl_quic_demux_cb_fn *default_cb;
50
void *default_cb_arg;
51
52
/*
53
* List of URXEs which are not currently in use (i.e., not filled with
54
* unconsumed data). These are moved to the pending list as they are filled.
55
*/
56
QUIC_URXE_LIST urx_free;
57
58
/*
59
* List of URXEs which are filled with received encrypted data. These are
60
* removed from this list as we invoke the callbacks for each of them. They
61
* are then not on any list managed by us; we forget about them until our
62
* user calls ossl_quic_demux_release_urxe to return the URXE to us, at
63
* which point we add it to the free list.
64
*/
65
QUIC_URXE_LIST urx_pending;
66
67
/* Whether to use local address support. */
68
char use_local_addr;
69
};
70
71
QUIC_DEMUX *ossl_quic_demux_new(BIO *net_bio,
72
size_t short_conn_id_len,
73
OSSL_TIME (*now)(void *arg),
74
void *now_arg)
75
{
76
QUIC_DEMUX *demux;
77
78
demux = OPENSSL_zalloc(sizeof(QUIC_DEMUX));
79
if (demux == NULL)
80
return NULL;
81
82
demux->net_bio = net_bio;
83
demux->short_conn_id_len = short_conn_id_len;
84
/* We update this if possible when we get a BIO. */
85
demux->mtu = DEMUX_DEFAULT_MTU;
86
demux->now = now;
87
demux->now_arg = now_arg;
88
89
if (net_bio != NULL
90
&& BIO_dgram_get_local_addr_cap(net_bio)
91
&& BIO_dgram_set_local_addr_enable(net_bio, 1))
92
demux->use_local_addr = 1;
93
94
return demux;
95
}
96
97
static void demux_free_urxl(QUIC_URXE_LIST *l)
98
{
99
QUIC_URXE *e, *enext;
100
101
for (e = ossl_list_urxe_head(l); e != NULL; e = enext) {
102
enext = ossl_list_urxe_next(e);
103
ossl_list_urxe_remove(l, e);
104
OPENSSL_free(e);
105
}
106
}
107
108
void ossl_quic_demux_free(QUIC_DEMUX *demux)
109
{
110
if (demux == NULL)
111
return;
112
113
/* Free all URXEs we are holding. */
114
demux_free_urxl(&demux->urx_free);
115
demux_free_urxl(&demux->urx_pending);
116
117
OPENSSL_free(demux);
118
}
119
120
void ossl_quic_demux_set_bio(QUIC_DEMUX *demux, BIO *net_bio)
121
{
122
unsigned int mtu;
123
124
demux->net_bio = net_bio;
125
126
if (net_bio != NULL) {
127
/*
128
* Try to determine our MTU if possible. The BIO is not required to
129
* support this, in which case we remain at the last known MTU, or our
130
* initial default.
131
*/
132
mtu = BIO_dgram_get_mtu(net_bio);
133
if (mtu >= QUIC_MIN_INITIAL_DGRAM_LEN)
134
ossl_quic_demux_set_mtu(demux, mtu); /* best effort */
135
}
136
}
137
138
int ossl_quic_demux_set_mtu(QUIC_DEMUX *demux, unsigned int mtu)
139
{
140
if (mtu < QUIC_MIN_INITIAL_DGRAM_LEN)
141
return 0;
142
143
demux->mtu = mtu;
144
return 1;
145
}
146
147
void ossl_quic_demux_set_default_handler(QUIC_DEMUX *demux,
148
ossl_quic_demux_cb_fn *cb,
149
void *cb_arg)
150
{
151
demux->default_cb = cb;
152
demux->default_cb_arg = cb_arg;
153
}
154
155
static QUIC_URXE *demux_alloc_urxe(size_t alloc_len)
156
{
157
QUIC_URXE *e;
158
159
if (alloc_len >= SIZE_MAX - sizeof(QUIC_URXE))
160
return NULL;
161
162
e = OPENSSL_malloc(sizeof(QUIC_URXE) + alloc_len);
163
if (e == NULL)
164
return NULL;
165
166
ossl_list_urxe_init_elem(e);
167
e->alloc_len = alloc_len;
168
e->data_len = 0;
169
return e;
170
}
171
172
static QUIC_URXE *demux_resize_urxe(QUIC_DEMUX *demux, QUIC_URXE *e,
173
size_t new_alloc_len)
174
{
175
QUIC_URXE *e2, *prev;
176
177
if (!ossl_assert(e->demux_state == URXE_DEMUX_STATE_FREE))
178
/* Never attempt to resize a URXE which is not on the free list. */
179
return NULL;
180
181
prev = ossl_list_urxe_prev(e);
182
ossl_list_urxe_remove(&demux->urx_free, e);
183
184
if (new_alloc_len >= SIZE_MAX - sizeof(QUIC_URXE))
185
return NULL;
186
187
e2 = OPENSSL_realloc(e, sizeof(QUIC_URXE) + new_alloc_len);
188
if (e2 == NULL) {
189
/* Failed to resize, abort. */
190
if (prev == NULL)
191
ossl_list_urxe_insert_head(&demux->urx_free, e);
192
else
193
ossl_list_urxe_insert_after(&demux->urx_free, prev, e);
194
195
return NULL;
196
}
197
198
if (prev == NULL)
199
ossl_list_urxe_insert_head(&demux->urx_free, e2);
200
else
201
ossl_list_urxe_insert_after(&demux->urx_free, prev, e2);
202
203
e2->alloc_len = new_alloc_len;
204
return e2;
205
}
206
207
static QUIC_URXE *demux_reserve_urxe(QUIC_DEMUX *demux, QUIC_URXE *e,
208
size_t alloc_len)
209
{
210
return e->alloc_len < alloc_len ? demux_resize_urxe(demux, e, alloc_len) : e;
211
}
212
213
static int demux_ensure_free_urxe(QUIC_DEMUX *demux, size_t min_num_free)
214
{
215
QUIC_URXE *e;
216
217
while (ossl_list_urxe_num(&demux->urx_free) < min_num_free) {
218
e = demux_alloc_urxe(demux->mtu);
219
if (e == NULL)
220
return 0;
221
222
ossl_list_urxe_insert_tail(&demux->urx_free, e);
223
e->demux_state = URXE_DEMUX_STATE_FREE;
224
}
225
226
return 1;
227
}
228
229
/*
230
* Receive datagrams from network, placing them into URXEs.
231
*
232
* Returns 1 on success or 0 on failure.
233
*
234
* Precondition: at least one URXE is free
235
* Precondition: there are no pending URXEs
236
*/
237
static int demux_recv(QUIC_DEMUX *demux)
238
{
239
BIO_MSG msg[DEMUX_MAX_MSGS_PER_CALL];
240
size_t rd, i;
241
QUIC_URXE *urxe = ossl_list_urxe_head(&demux->urx_free), *unext;
242
OSSL_TIME now;
243
244
/* This should never be called when we have any pending URXE. */
245
assert(ossl_list_urxe_head(&demux->urx_pending) == NULL);
246
assert(urxe->demux_state == URXE_DEMUX_STATE_FREE);
247
248
if (demux->net_bio == NULL)
249
/*
250
* If no BIO is plugged in, treat this as no datagram being available.
251
*/
252
return QUIC_DEMUX_PUMP_RES_TRANSIENT_FAIL;
253
254
/*
255
* Opportunistically receive as many messages as possible in a single
256
* syscall, determined by how many free URXEs are available.
257
*/
258
for (i = 0; i < (ossl_ssize_t)OSSL_NELEM(msg);
259
++i, urxe = ossl_list_urxe_next(urxe)) {
260
if (urxe == NULL) {
261
/* We need at least one URXE to receive into. */
262
if (!ossl_assert(i > 0))
263
return QUIC_DEMUX_PUMP_RES_PERMANENT_FAIL;
264
265
break;
266
}
267
268
/* Ensure the URXE is big enough. */
269
urxe = demux_reserve_urxe(demux, urxe, demux->mtu);
270
if (urxe == NULL)
271
/* Allocation error, fail. */
272
return QUIC_DEMUX_PUMP_RES_PERMANENT_FAIL;
273
274
/* Ensure we zero any fields added to BIO_MSG at a later date. */
275
memset(&msg[i], 0, sizeof(BIO_MSG));
276
msg[i].data = ossl_quic_urxe_data(urxe);
277
msg[i].data_len = urxe->alloc_len;
278
msg[i].peer = &urxe->peer;
279
BIO_ADDR_clear(&urxe->peer);
280
if (demux->use_local_addr)
281
msg[i].local = &urxe->local;
282
else
283
BIO_ADDR_clear(&urxe->local);
284
}
285
286
ERR_set_mark();
287
if (!BIO_recvmmsg(demux->net_bio, msg, sizeof(BIO_MSG), i, 0, &rd)) {
288
if (BIO_err_is_non_fatal(ERR_peek_last_error())) {
289
/* Transient error, clear the error and stop. */
290
ERR_pop_to_mark();
291
return QUIC_DEMUX_PUMP_RES_TRANSIENT_FAIL;
292
} else {
293
/* Non-transient error, do not clear the error. */
294
ERR_clear_last_mark();
295
return QUIC_DEMUX_PUMP_RES_PERMANENT_FAIL;
296
}
297
}
298
299
ERR_clear_last_mark();
300
now = demux->now != NULL ? demux->now(demux->now_arg) : ossl_time_zero();
301
302
urxe = ossl_list_urxe_head(&demux->urx_free);
303
for (i = 0; i < rd; ++i, urxe = unext) {
304
unext = ossl_list_urxe_next(urxe);
305
/* Set URXE with actual length of received datagram. */
306
urxe->data_len = msg[i].data_len;
307
/* Time we received datagram. */
308
urxe->time = now;
309
urxe->datagram_id = demux->next_datagram_id++;
310
/* Move from free list to pending list. */
311
ossl_list_urxe_remove(&demux->urx_free, urxe);
312
ossl_list_urxe_insert_tail(&demux->urx_pending, urxe);
313
urxe->demux_state = URXE_DEMUX_STATE_PENDING;
314
}
315
316
return QUIC_DEMUX_PUMP_RES_OK;
317
}
318
319
/* Extract destination connection ID from the first packet in a datagram. */
320
static int demux_identify_conn_id(QUIC_DEMUX *demux,
321
QUIC_URXE *e,
322
QUIC_CONN_ID *dst_conn_id)
323
{
324
return ossl_quic_wire_get_pkt_hdr_dst_conn_id(ossl_quic_urxe_data(e),
325
e->data_len,
326
demux->short_conn_id_len,
327
dst_conn_id);
328
}
329
330
/*
331
* Process a single pending URXE.
332
* Returning 1 on success, 0 on failure.
333
*/
334
static int demux_process_pending_urxe(QUIC_DEMUX *demux, QUIC_URXE *e)
335
{
336
QUIC_CONN_ID dst_conn_id;
337
int dst_conn_id_ok = 0;
338
339
/* The next URXE we process should be at the head of the pending list. */
340
if (!ossl_assert(e == ossl_list_urxe_head(&demux->urx_pending)))
341
return 0;
342
343
assert(e->demux_state == URXE_DEMUX_STATE_PENDING);
344
345
/* Determine the DCID of the first packet in the datagram. */
346
dst_conn_id_ok = demux_identify_conn_id(demux, e, &dst_conn_id);
347
348
ossl_list_urxe_remove(&demux->urx_pending, e);
349
if (demux->default_cb != NULL) {
350
/*
351
* Pass to default handler for routing. The URXE now belongs to the
352
* callback.
353
*/
354
e->demux_state = URXE_DEMUX_STATE_ISSUED;
355
demux->default_cb(e, demux->default_cb_arg,
356
dst_conn_id_ok ? &dst_conn_id : NULL);
357
} else {
358
/* Discard. */
359
ossl_list_urxe_insert_tail(&demux->urx_free, e);
360
e->demux_state = URXE_DEMUX_STATE_FREE;
361
}
362
363
return 1; /* keep processing pending URXEs */
364
}
365
366
/* Process pending URXEs to generate callbacks. */
367
static int demux_process_pending_urxl(QUIC_DEMUX *demux)
368
{
369
QUIC_URXE *e;
370
int ret;
371
372
while ((e = ossl_list_urxe_head(&demux->urx_pending)) != NULL)
373
if ((ret = demux_process_pending_urxe(demux, e)) <= 0)
374
return ret;
375
376
return 1;
377
}
378
379
/*
380
* Drain the pending URXE list, processing any pending URXEs by making their
381
* callbacks. If no URXEs are pending, a network read is attempted first.
382
*/
383
int ossl_quic_demux_pump(QUIC_DEMUX *demux)
384
{
385
int ret;
386
387
if (ossl_list_urxe_head(&demux->urx_pending) == NULL) {
388
ret = demux_ensure_free_urxe(demux, DEMUX_MAX_MSGS_PER_CALL);
389
if (ret != 1)
390
return QUIC_DEMUX_PUMP_RES_PERMANENT_FAIL;
391
392
ret = demux_recv(demux);
393
if (ret != QUIC_DEMUX_PUMP_RES_OK)
394
return ret;
395
396
/*
397
* If demux_recv returned successfully, we should always have something.
398
*/
399
assert(ossl_list_urxe_head(&demux->urx_pending) != NULL);
400
}
401
402
if ((ret = demux_process_pending_urxl(demux)) <= 0)
403
return QUIC_DEMUX_PUMP_RES_PERMANENT_FAIL;
404
405
return QUIC_DEMUX_PUMP_RES_OK;
406
}
407
408
/* Artificially inject a packet into the demuxer for testing purposes. */
409
int ossl_quic_demux_inject(QUIC_DEMUX *demux,
410
const unsigned char *buf,
411
size_t buf_len,
412
const BIO_ADDR *peer,
413
const BIO_ADDR *local)
414
{
415
int ret;
416
QUIC_URXE *urxe;
417
418
ret = demux_ensure_free_urxe(demux, 1);
419
if (ret != 1)
420
return 0;
421
422
urxe = ossl_list_urxe_head(&demux->urx_free);
423
424
assert(urxe->demux_state == URXE_DEMUX_STATE_FREE);
425
426
urxe = demux_reserve_urxe(demux, urxe, buf_len);
427
if (urxe == NULL)
428
return 0;
429
430
memcpy(ossl_quic_urxe_data(urxe), buf, buf_len);
431
urxe->data_len = buf_len;
432
433
if (peer != NULL)
434
urxe->peer = *peer;
435
else
436
BIO_ADDR_clear(&urxe->peer);
437
438
if (local != NULL)
439
urxe->local = *local;
440
else
441
BIO_ADDR_clear(&urxe->local);
442
443
urxe->time
444
= demux->now != NULL ? demux->now(demux->now_arg) : ossl_time_zero();
445
446
/* Move from free list to pending list. */
447
ossl_list_urxe_remove(&demux->urx_free, urxe);
448
urxe->datagram_id = demux->next_datagram_id++;
449
ossl_list_urxe_insert_tail(&demux->urx_pending, urxe);
450
urxe->demux_state = URXE_DEMUX_STATE_PENDING;
451
452
return demux_process_pending_urxl(demux) > 0;
453
}
454
455
/* Called by our user to return a URXE to the free list. */
456
void ossl_quic_demux_release_urxe(QUIC_DEMUX *demux,
457
QUIC_URXE *e)
458
{
459
assert(ossl_list_urxe_prev(e) == NULL && ossl_list_urxe_next(e) == NULL);
460
assert(e->demux_state == URXE_DEMUX_STATE_ISSUED);
461
ossl_list_urxe_insert_tail(&demux->urx_free, e);
462
e->demux_state = URXE_DEMUX_STATE_FREE;
463
}
464
465
void ossl_quic_demux_reinject_urxe(QUIC_DEMUX *demux,
466
QUIC_URXE *e)
467
{
468
assert(ossl_list_urxe_prev(e) == NULL && ossl_list_urxe_next(e) == NULL);
469
assert(e->demux_state == URXE_DEMUX_STATE_ISSUED);
470
ossl_list_urxe_insert_head(&demux->urx_pending, e);
471
e->demux_state = URXE_DEMUX_STATE_PENDING;
472
}
473
474
int ossl_quic_demux_has_pending(const QUIC_DEMUX *demux)
475
{
476
return ossl_list_urxe_head(&demux->urx_pending) != NULL;
477
}
478
479