forked from anmonteiro/ocaml-h2
-
Notifications
You must be signed in to change notification settings - Fork 0
/
server_connection.ml
1413 lines (1363 loc) · 59.2 KB
/
server_connection.ml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
(*----------------------------------------------------------------------------
* Copyright (c) 2017 Inhabited Type LLC.
* Copyright (c) 2019 Antonio N. Monteiro.
*
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
*
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
*
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* 3. Neither the name of the author nor the names of his contributors
* may be used to endorse or promote products derived from this software
* without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE CONTRIBUTORS ``AS IS'' AND ANY EXPRESS
* OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE FOR
* ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
* STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
* ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
* POSSIBILITY OF SUCH DAMAGE.
*---------------------------------------------------------------------------*)
module AB = Angstrom.Buffered
module Reader = Parse.Reader
module Writer = Serialize.Writer
module Scheduler = Scheduler.Make (struct
include Stream
type t = Reqd.t
let flush_write_body = Reqd.flush_response_body
let requires_output = Reqd.requires_output
end)
type request_handler = Reqd.t -> unit
type error =
[ `Bad_request
| `Internal_server_error
| `Exn of exn
]
type error_handler =
?request:Request.t -> error -> (Headers.t -> Body.Writer.t) -> unit
type t =
{ mutable settings : Settings.t
; reader : Reader.frame
; writer : Writer.t
; config : Config.t
; request_handler : request_handler
; error_handler : error_handler
; streams : Scheduler.t
(* Number of currently open client streams. Used for
* MAX_CONCURRENT_STREAMS bookkeeping *)
; mutable current_client_streams : int
; mutable max_client_stream_id : Stream_identifier.t
; mutable max_pushed_stream_id : Stream_identifier.t
; mutable receiving_headers_for_stream : Stream_identifier.t option
(* Keep track of number of SETTINGS frames that we sent and for which
* we haven't eceived an acknowledgment from the client. *)
; mutable unacked_settings : int
; mutable did_send_go_away : bool
(* From RFC7540§4.3:
* Header compression is stateful. One compression context and one
* decompression context are used for the entire connection. *)
; hpack_encoder : Hpack.Encoder.t
; hpack_decoder : Hpack.Decoder.t
}
let is_closed t = Reader.is_closed t.reader && Writer.is_closed t.writer
let wakeup_writer t = Writer.wakeup t.writer
let shutdown_reader t = Reader.force_close t.reader
let shutdown_writer t =
Writer.close t.writer;
wakeup_writer t
let shutdown t =
shutdown_reader t;
shutdown_writer t
(* Handling frames against closed streams is hard. See:
* https://docs.google.com/presentation/d/1iG_U2bKTc9CnKr0jPTrNfmxyLufx_cK2nNh9VjrKH6s
*)
let was_closed_or_implicitly_closed t stream_id =
if Stream_identifier.is_request stream_id
then Stream_identifier.(stream_id <= t.max_client_stream_id)
else Stream_identifier.(stream_id <= t.max_pushed_stream_id)
(* TODO: currently connection-level errors are not reported to the error
* handler because it is assumed that an error handler will produce a response,
* and since HTTP/2 is multiplexed, there's no matching response for a
* connection error. We should do something about it. *)
let report_error t = function
| Error.ConnectionError (error, data) ->
if not t.did_send_go_away
then (
(* From RFC7540§5.4.1:
* An endpoint that encounters a connection error SHOULD first send a
* GOAWAY frame (Section 6.8) with the stream identifier of the last
* stream that it successfully received from its peer. The GOAWAY frame
* includes an error code that indicates why the connection is
* terminating. After sending the GOAWAY frame for an error condition,
* the endpoint MUST close the TCP connection. *)
let debug_data =
if String.length data = 0
then Bigstringaf.empty
else Bigstringaf.of_string ~off:0 ~len:(String.length data) data
in
let frame_info = Writer.make_frame_info Stream_identifier.connection in
(* TODO: Only write if not already shutdown. *)
Writer.write_go_away
t.writer
frame_info
~debug_data
~last_stream_id:t.max_client_stream_id
error;
Writer.flush t.writer (fun () ->
(* XXX: We need to allow lower numbered streams to complete before
* shutting down. *)
shutdown t);
t.did_send_go_away <- true;
wakeup_writer t)
| StreamError (stream_id, error) ->
(match Scheduler.find t.streams stream_id with
| Some reqd -> Stream.reset_stream reqd error
| None ->
if not (was_closed_or_implicitly_closed t stream_id)
then
(* Possible if the stream was going to enter the Idle state (first time
* we saw e.g. a PRIORITY frame for it) but had e.g. a
* FRAME_SIZE_ERROR. *)
let frame_info = Writer.make_frame_info stream_id in
Writer.write_rst_stream t.writer frame_info error);
wakeup_writer t
let report_connection_error t ?(reason = "") error =
report_error t (ConnectionError (error, reason))
let report_stream_error t stream_id error =
report_error t (StreamError (stream_id, error))
let set_error_and_handle ?request t stream error error_code =
assert (request = None);
Reqd.report_error stream error error_code;
wakeup_writer t
let report_exn t exn =
if not (is_closed t)
then
let reason = Printexc.to_string exn in
report_connection_error t ~reason Error_code.InternalError
let on_close_stream t id ~active closed =
if active
then
(* From RFC7540§5.1.2:
* Streams that are in the "open" state or in either of the "half-closed"
* states count toward the maximum number of streams that an endpoint is
* permitted to open. *)
t.current_client_streams <- t.current_client_streams - 1;
Scheduler.mark_for_removal t.streams id closed
let send_window_update :
type a. t -> a Scheduler.PriorityTreeNode.node -> int32 -> unit
=
fun t stream n ->
let send_window_update_frame stream_id n =
let valid_inflow = Scheduler.add_inflow stream n in
assert valid_inflow;
let frame_info = Writer.make_frame_info stream_id in
Writer.write_window_update t.writer frame_info n
in
if Int32.compare n 0l > 0
then (
let max_window_size = Settings.WindowSize.max_window_size in
let stream_id = Scheduler.stream_id stream in
let rec loop n =
if n > max_window_size
then (
send_window_update_frame stream_id max_window_size;
loop (Int32.sub n max_window_size))
else send_window_update_frame stream_id n
in
loop n;
wakeup_writer t)
let create_push_stream t parent_stream_id =
let candidate_push_stream_id = Int32.add t.max_pushed_stream_id 2l in
if not t.settings.enable_push
then
(* From RFC7540§6.6:
* PUSH_PROMISE MUST NOT be sent if the SETTINGS_ENABLE_PUSH setting of
* the peer endpoint is set to 0. *)
Error `Push_disabled
else if Stream_identifier.(candidate_push_stream_id > max_stream_id)
then (
(* From RFC7540§5.1:
* Stream identifiers cannot be reused. Long-lived connections can result
* in an endpoint exhausting the available range of stream identifiers.
* [...] A server that is unable to establish a new stream identifier can
* send a GOAWAY frame so that the client is forced to open a new
* connection for new streams. *)
report_connection_error t Error_code.NoError;
Error `Stream_ids_exhausted)
else
let pushed_stream_id = candidate_push_stream_id in
t.max_pushed_stream_id <- pushed_stream_id;
let reqd =
Stream.create
pushed_stream_id
~max_frame_size:t.settings.max_frame_size
t.writer
t.error_handler
(on_close_stream t pushed_stream_id)
in
(* From RFC7540§5.3.5:
* All streams are initially assigned a non-exclusive dependency on
* stream 0x0. Pushed streams (Section 8.2) initially depend on their
* associated stream. In both cases, streams are assigned a default
* weight of 16. *)
let _stream : Scheduler.nonroot Scheduler.node =
Scheduler.add
t.streams
~priority:
{ Priority.default_priority with
stream_dependency = parent_stream_id
}
~initial_send_window_size:t.settings.initial_window_size
~initial_recv_window_size:t.config.initial_window_size
reqd
in
Ok reqd
let handle_headers t ~end_stream stream active_stream headers =
let (Scheduler.Stream { descriptor = reqd; _ }) = stream in
(* From RFC7540§5.1.2:
* Endpoints MUST NOT exceed the limit set by their peer. An endpoint that
* receives a HEADERS frame that causes its advertised concurrent stream
* limit to be exceeded MUST treat this as a stream error (Section 5.4.2)
* of type PROTOCOL_ERROR or REFUSED_STREAM. *)
if Int32.(
compare
(of_int (t.current_client_streams + 1))
t.config.max_concurrent_streams)
> 0
then
if t.unacked_settings > 0
then
(* From RFC7540§8.1.4:
* The REFUSED_STREAM error code can be included in a RST_STREAM frame
* to indicate that the stream is being closed prior to any processing
* having occurred. Any request that was sent on the reset stream can
* be safely retried.
*
* Note: if there are pending SETTINGS to acknowledge, assume there was a
* race condition and let the client retry. *)
report_stream_error t reqd.Stream.id Error_code.RefusedStream
else report_stream_error t reqd.Stream.id Error_code.ProtocolError
else (
reqd.state <- Active (Open FullHeaders, active_stream);
(* From RFC7540§5.1.2:
* Streams that are in the "open" state or in either of the "half-closed"
* states count toward the maximum number of streams that an endpoint is
* permitted to open. *)
t.current_client_streams <- t.current_client_streams + 1;
match Headers.method_path_and_scheme_or_malformed headers with
| `Malformed ->
(* From RFC7540§8.1.2.6:
* For malformed requests, a server MAY send an HTTP response prior to
* closing or resetting the stream. *)
set_error_and_handle t reqd `Bad_request ProtocolError
| `Valid (meth, path, scheme) ->
(* Note: we don't need to check for `end_stream` flag + a non-zero body
* length, as the spec allows for non-zero content-length headers and no
* DATA frames.
*
* From RFC7540§8.1.2.6:
* A response that is defined to have no payload, as described in
* [RFC7230], Section 3.3.2, can have a non-zero content-length header
* field, even though no content is included in DATA frames. *)
(match Message.body_length headers with
| `Error e -> set_error_and_handle t reqd e ProtocolError
| `Fixed _ | `Unknown ->
let request =
Request.create ~scheme ~headers (Httpaf.Method.of_string meth) path
in
let request_body =
if end_stream
then Body.Reader.empty
else
Body.Reader.create
(Bigstringaf.create t.config.request_body_buffer_size)
~done_reading:(fun len ->
let len = Int32.of_int len in
(* From RFC7540§6.9.1:
* The receiver of a frame sends a WINDOW_UPDATE frame as it
* consumes data and frees up space in flow-control windows.
* Separate WINDOW_UPDATE frames are sent for the stream- and
* connection-level flow-control windows. *)
match reqd.state with
| Active _ ->
send_window_update t t.streams len;
send_window_update t stream len
| Idle | Reserved _ | Closed _ -> ())
in
let request_info = Reqd.create_active_request request request_body in
if end_stream
then (
(* From RFC7540§5.1:
* [...] an endpoint receiving an END_STREAM flag causes the stream
* state to become "half-closed (remote)". *)
reqd.state <- Active (HalfClosed request_info, active_stream);
(* Deliver EOF to the request body, as the handler might be waiting
* on it to produce a response. *)
Body.Reader.close request_body)
else
reqd.state <- Active (Open (ActiveMessage request_info), active_stream);
t.request_handler reqd;
wakeup_writer t))
let handle_headers_block
t
?(is_trailers = false)
stream
active_stream
partial_headers
flags
headers_block
=
let open AB in
let (Scheduler.Stream { descriptor = reqd; _ }) = stream in
let end_headers = Flags.test_end_header flags in
(* From RFC7540§6.10:
* An endpoint receiving HEADERS, PUSH_PROMISE, or CONTINUATION
* frames needs to reassemble header blocks and perform decompression
* even if the frames are to be discarded *)
let parse_state' =
AB.feed partial_headers.Stream.parse_state (`Bigstring headers_block)
in
if end_headers
then (
t.receiving_headers_for_stream <- None;
let parse_state' = AB.feed parse_state' `Eof in
match parse_state' with
| Done (_, Ok headers) ->
if not is_trailers
then (
(* Note:
* the highest stream identifier that the server has seen is set here
* (as opposed to when the stream was first opened - when handling
* the first HEADERS frame) because it refers to the highest stream
* identifier that the server will process.
*
* From RFC7540§6.8:
* The last stream identifier in the GOAWAY frame contains the
* highest-numbered stream identifier for which the sender of the
* GOAWAY frame might have taken some action on or might yet take
* action on. All streams up to and including the identified stream
* might have been processed in some way. *)
t.max_client_stream_id <- reqd.Stream.id;
(* `handle_headers` will take care of transitioning the stream state *)
handle_headers
t
~end_stream:partial_headers.end_stream
stream
active_stream
headers)
else if Headers.trailers_valid headers
then (
Reqd.deliver_trailer_headers reqd headers;
let request_body = Reqd.request_body reqd in
Body.Reader.close request_body)
else
(* From RFC7540§8.1.2.1:
* Pseudo-header fields MUST NOT appear in trailers. Endpoints MUST
* treat a request or response that contains undefined or invalid
* pseudo-header fields as malformed (Section 8.1.2.6). *)
set_error_and_handle t reqd `Bad_request ProtocolError
(* From RFC7540§4.3:
* A decoding error in a header block MUST be treated as a connection
* error (Section 5.4.1) of type COMPRESSION_ERROR. *)
| Done (_, Error _) | Partial _ ->
report_connection_error t Error_code.CompressionError
| Fail (_, _, message) ->
report_connection_error t ~reason:message Error_code.CompressionError)
else partial_headers.parse_state <- parse_state'
let handle_trailer_headers = handle_headers_block ~is_trailers:true
let open_stream t ~priority stream_id =
if not Stream_identifier.(stream_id > t.max_client_stream_id)
then (
(* From RFC7540§5.1.1:
* [...] The identifier of a newly established stream MUST be numerically
* greater than all streams that the initiating endpoint has opened or
* reserved. [...] An endpoint that receives an unexpected stream
* identifier MUST respond with a connection error (Section 5.4.1) of
* type PROTOCOL_ERROR. *)
report_connection_error t Error_code.ProtocolError;
None)
else
(* From RFC7540§6.2:
* The HEADERS frame (type=0x1) is used to open a stream (Section 5.1),
* and additionally carries a header block fragment. HEADERS frames can
* be sent on a stream in the "idle", "reserved (local)", "open", or
* "half-closed (remote)" state. *)
match Scheduler.get_node t.streams stream_id with
| None ->
let reqd =
Stream.create
stream_id
~max_frame_size:t.settings.max_frame_size
t.writer
t.error_handler
(on_close_stream t stream_id)
in
let stream : Scheduler.nonroot Scheduler.node =
Scheduler.add
t.streams
~priority
~initial_send_window_size:t.settings.initial_window_size
~initial_recv_window_size:t.config.initial_window_size
reqd
in
Some stream
| Some (Scheduler.Stream node as stream) ->
(* From RFC7540§6.9.2:
* Both endpoints can adjust the initial window size for new streams
* by including a value for SETTINGS_INITIAL_WINDOW_SIZE in the
* SETTINGS frame.
*
* Note: we already have the stream in the priority tree, and the
* default initial window size for new streams could have changed
* between adding the (idle) stream and opening it.
*
* Note: `inflow` doesn't change, that's set by us statically via config.
*)
node.flow <- t.settings.initial_window_size;
Some stream
let process_first_headers_block t frame_header stream headers_block =
let (Scheduler.Stream { descriptor = reqd; _ }) = stream in
let { Frame.stream_id; flags; _ } = frame_header in
let end_headers = Flags.test_end_header flags in
let headers_block_length = Bigstringaf.length headers_block in
let initial_buffer_size =
if end_headers
then headers_block_length
else
(* Conservative estimate that there's only going to be one CONTINUATION
* frame. *)
2 * headers_block_length
in
let partial_headers =
{ Stream.parse_state =
AB.parse
~initial_buffer_size
(Hpack.Decoder.decode_headers t.hpack_decoder)
; end_stream = Flags.test_end_stream flags
}
in
let active_stream =
Reqd.create_active_stream
t.hpack_encoder
t.config.response_body_buffer_size
(create_push_stream t)
in
reqd.Stream.state <-
Active (Open (PartialHeaders partial_headers), active_stream);
if not end_headers then t.receiving_headers_for_stream <- Some stream_id;
handle_headers_block
t
stream
active_stream
partial_headers
flags
headers_block
let process_trailer_headers t stream active_stream frame_header headers_block =
let (Scheduler.Stream { descriptor = reqd; _ }) = stream in
let { Frame.stream_id; flags; _ } = frame_header in
let end_stream = Flags.test_end_stream flags in
if not end_stream
then
(* From RFC7540§8.1:
* A HEADERS frame (and associated CONTINUATION frames) can only appear
* at the start or end of a stream. An endpoint that receives a HEADERS
* frame without the END_STREAM flag set after receiving a final
* (non-informational) status code MUST treat the corresponding request
* or response as malformed (Section 8.1.2.6). *)
set_error_and_handle t reqd `Bad_request ProtocolError
else
let partial_headers =
{ Stream.parse_state =
AB.parse (Hpack.Decoder.decode_headers t.hpack_decoder)
(* obviously true at this point. *)
; end_stream
}
in
active_stream.Reqd.trailers_parser <- Some partial_headers;
if not Flags.(test_end_header flags)
then t.receiving_headers_for_stream <- Some stream_id;
(* trailer headers: RFC7230§4.4 *)
handle_trailer_headers
t
stream
active_stream
partial_headers
flags
headers_block
let process_headers_frame t { Frame.frame_header; _ } ~priority headers_block =
let { Frame.stream_id; _ } = frame_header in
let { Priority.stream_dependency; _ } = priority in
if not Stream_identifier.(is_request stream_id)
then
(* From RFC7540§5.1.1:
* Streams initiated by a client MUST use odd-numbered stream
* identifiers. [...] An endpoint that receives an unexpected
* stream identifier MUST respond with a connection error
* (Section 5.4.1) of type PROTOCOL_ERROR. *)
report_connection_error t Error_code.ProtocolError
else if Stream_identifier.(stream_dependency === stream_id)
then
(* From RFC7540§5.3.1:
* A stream cannot depend on itself. An endpoint MUST treat this as a
* stream error (Section 5.4.2) of type PROTOCOL_ERROR. *)
report_stream_error t stream_id Error_code.ProtocolError
else
match Scheduler.get_node t.streams stream_id with
| None ->
(match open_stream t ~priority stream_id with
| Some reqd ->
process_first_headers_block t frame_header reqd headers_block
| None -> ())
| Some (Scheduler.Stream { descriptor = reqd; _ } as stream) ->
(match reqd.state with
| Idle ->
(* From RFC7540§6.2:
* HEADERS frames can be sent on a stream in the "idle", "reserved
* (local)", "open", or "half-closed (remote)" state. *)
(match open_stream t ~priority stream_id with
| Some reqd ->
process_first_headers_block t frame_header reqd headers_block
| None -> ())
| Active (Open (WaitingForPeer | PartialHeaders _), _) ->
(* This case is unreachable because we check that partial HEADERS
* states must be followed by CONTINUATION frames elsewhere. *)
assert false
(* if we're getting a HEADERS frame at this point, they must be
* trailers, and the END_STREAM flag needs to be set. *)
| Active (Open (FullHeaders | ActiveMessage _), active_stream) ->
process_trailer_headers
t
stream
active_stream
frame_header
headers_block;
Stream.finish_stream reqd Finished
| Active (HalfClosed _, _)
(* From RFC7540§5.1:
* half-closed (remote): [...] If an endpoint receives additional
* frames, other than WINDOW_UPDATE, PRIORITY, or RST_STREAM, for a
* stream that is in this state, it MUST respond with a stream
* error (Section 5.4.2) of type STREAM_CLOSED. *)
| Closed { reason = ResetByThem _; _ } ->
(* From RFC7540§5.1:
* closed: [...] An endpoint that receives any frame other than
* PRIORITY after receiving a RST_STREAM MUST treat that as a
* stream error (Section 5.4.2) of type STREAM_CLOSED. *)
report_stream_error t stream_id Error_code.StreamClosed
(* From RFC7540§5.1:
* reserved (local): [...] Receiving any type of frame other than
* RST_STREAM, PRIORITY, or WINDOW_UPDATE on a stream in this state
* MUST be treated as a connection error (Section 5.4.1) of type
* PROTOCOL_ERROR. *)
| Reserved _ | Closed _ ->
(* From RFC7540§5.1:
* Similarly, an endpoint that receives any frames after receiving
* a frame with the END_STREAM flag set MUST treat that as a
* connection error (Section 5.4.1) of type STREAM_CLOSED [...]. *)
report_connection_error t Error_code.StreamClosed)
let process_data_frame t { Frame.frame_header; _ } bstr =
let open Scheduler in
let { Frame.flags; stream_id; payload_length; _ } = frame_header in
if not (Stream_identifier.is_request stream_id)
then
(* From RFC7540§5.1.1:
* Streams initiated by a client MUST use odd-numbered stream
* identifiers. [...] An endpoint that receives an unexpected stream
* identifier MUST respond with a connection error (Section 5.4.1) of
* type PROTOCOL_ERROR. *)
report_connection_error t Error_code.ProtocolError
else
(* From RFC7540§6.9:
* A receiver that receives a flow-controlled frame MUST always account
* for its contribution against the connection flow-control window,
* unless the receiver treats this as a connection error (Section 5.4.1).
* This is necessary even if the frame is in error. *)
let payload_len32 = Int32.of_int payload_length in
Scheduler.deduct_inflow t.streams payload_len32;
match Scheduler.get_node t.streams stream_id with
| Some (Stream { descriptor; _ } as stream) ->
(match descriptor.state with
| Active (Open (ActiveMessage request_info), active_stream) ->
let request_body = Reqd.request_body descriptor in
request_info.request_body_bytes <-
Int64.(
add
request_info.request_body_bytes
(of_int (Bigstringaf.length bstr)));
let request = request_info.request in
if not Scheduler.(allowed_to_receive t.streams stream payload_len32)
then (
(* From RFC7540§6.9:
* A receiver MAY respond with a stream error (Section 5.4.2) or
* connection error (Section 5.4.1) of type FLOW_CONTROL_ERROR if it
* is unable to accept a frame. *)
send_window_update t t.streams payload_len32;
report_stream_error t stream_id Error_code.FlowControlError)
else (
Scheduler.deduct_inflow stream payload_len32;
match Message.body_length request.headers with
| `Fixed len
(* Getting more than the client declared *)
when Int64.compare request_info.request_body_bytes len > 0 ->
(* Give back connection-level flow-controlled bytes (we use payload
* length to include any padding bytes that the frame might have
* included - which were ignored at parse time). *)
send_window_update t t.streams payload_len32;
(* From RFC7540§8.1.2.6:
* A request or response is also malformed if the value of a
* content-length header field does not equal the sum of the
* DATA frame payload lengths that form the body. *)
set_error_and_handle t descriptor `Bad_request ProtocolError
| _ ->
let end_stream = Flags.test_end_stream flags in
if end_stream
then
if (* From RFC7540§6.1:
* When set, bit 0 indicates that this frame is the last that
* the endpoint will send for the identified stream. Setting
* this flag causes the stream to enter one of the
* "half-closed" states or the "closed" state
* (Section 5.1). *)
Reqd.requires_output descriptor
then
(* There's a potential race condition here if the request
* handler completes the response right after. *)
descriptor.state <-
Active (HalfClosed request_info, active_stream)
else Stream.finish_stream descriptor Finished;
(* From RFC7540§6.9.1:
* The receiver of a frame sends a WINDOW_UPDATE frame as it
* consumes data and frees up space in flow-control windows.
* Separate WINDOW_UPDATE frames are sent for the stream- and
* connection-level flow-control windows.
*
* Note: we send these WINDOW_UPDATE frames once the body bytes
* have been surfaced to the application. This is done in the
* record field `done_reading` of `Body.t`. *)
let faraday = Body.Reader.unsafe_faraday request_body in
if not (Faraday.is_closed faraday)
then (
Faraday.schedule_bigstring faraday bstr;
if end_stream then Body.Reader.close request_body);
Reqd.flush_request_body descriptor)
| Idle ->
(* From RFC7540§5.1:
* idle: [...] Receiving any frame other than HEADERS or PRIORITY on
* a stream in this state MUST be treated as a connection error
* (Section 5.4.1) of type PROTOCOL_ERROR. *)
report_connection_error t Error_code.ProtocolError
(* This is technically in the half-closed (local) state *)
| Closed { reason = ResetByUs NoError; _ } ->
(* From RFC7540§6.9:
* A receiver that receives a flow-controlled frame MUST always
* account for its contribution against the connection flow-control
* window, unless the receiver treats this as a connection error
* (Section 5.4.1). This is necessary even if the frame is in
* error. *)
send_window_update t t.streams payload_len32
(* From RFC7540§6.4:
* [...] after sending the RST_STREAM, the sending endpoint MUST be
* prepared to receive and process additional frames sent on the
* stream that might have been sent by the peer prior to the arrival
* of the RST_STREAM.
*
* Note: after some writer yields / wake ups, we will have stopped
* keeping state information for the stream. This functions effectively
* as a way of only accepting frames after an RST_STREAM from us up to
* a time limit. *)
| _ ->
send_window_update t t.streams payload_len32;
(* From RFC7540§6.1:
* If a DATA frame is received whose stream is not in "open" or
* "half-closed (local)" state, the recipient MUST respond with a
* stream error (Section 5.4.2) of type STREAM_CLOSED. *)
report_stream_error t stream_id Error_code.StreamClosed)
| None ->
if not (was_closed_or_implicitly_closed t stream_id)
then
(* From RFC7540§5.1:
* idle: [...] Receiving any frame other than HEADERS or PRIORITY on
* a stream in this state MUST be treated as a connection error
* (Section 5.4.1) of type PROTOCOL_ERROR. *)
report_connection_error t Error_code.ProtocolError
let process_priority_frame t { Frame.frame_header; _ } priority =
let { Frame.stream_id; _ } = frame_header in
let { Priority.stream_dependency; _ } = priority in
if not (Stream_identifier.is_request stream_id)
then
(* From RFC7540§5.1.1:
* Streams initiated by a client MUST use odd-numbered stream
* identifiers. [...] An endpoint that receives an unexpected stream
* identifier MUST respond with a connection error (Section 5.4.1) of
* type PROTOCOL_ERROR. *)
report_connection_error t Error_code.ProtocolError
else if Stream_identifier.(stream_id === stream_dependency)
then
(* From RFC7540§5.3.1:
* A stream cannot depend on itself. An endpoint MUST treat this as a
* stream error (Section 5.4.2) of type PROTOCOL_ERROR. *)
report_stream_error t stream_id Error_code.ProtocolError
else
match Scheduler.get_node t.streams stream_id with
| Some stream -> Scheduler.reprioritize_stream t.streams ~priority stream
| None ->
(* From RFC7540§5.1.1:
* Endpoints SHOULD process PRIORITY frames, though they can be ignored
* if the stream has been removed from the dependency tree (see Section
* 5.3.4).
*
* Note:
* if we're receiving a PRIORITY frame for a stream that we already
* removed from the tree (i.e. can't be found in the hash table, and
* for which the stream ID is smaller then or equal to the max stream
* id that the client has opened), don't bother processing it. *)
if not (was_closed_or_implicitly_closed t stream_id)
then
let reqd =
Stream.create
stream_id
~max_frame_size:t.settings.max_frame_size
t.writer
t.error_handler
(on_close_stream t stream_id)
in
let _stream : Scheduler.nonroot Scheduler.node =
Scheduler.add
t.streams
~priority
~initial_send_window_size:t.settings.initial_window_size
~initial_recv_window_size:t.config.initial_window_size
reqd
in
()
let process_rst_stream_frame t { Frame.frame_header; _ } error_code =
let { Frame.stream_id; _ } = frame_header in
if not (Stream_identifier.is_request stream_id)
then
(* From RFC7540§5.1.1:
* Streams initiated by a client MUST use odd-numbered stream
* identifiers. [...] An endpoint that receives an unexpected stream
* identifier MUST respond with a connection error (Section 5.4.1) of
* type PROTOCOL_ERROR. *)
report_connection_error t Error_code.ProtocolError
else
match Scheduler.find t.streams stream_id with
| Some reqd ->
(match reqd.state with
| Idle ->
(* From RFC7540§6.4:
* RST_STREAM frames MUST NOT be sent for a stream in the "idle"
* state. If a RST_STREAM frame identifying an idle stream is
* received, the recipient MUST treat this as a connection error
* (Section 5.4.1) of type PROTOCOL_ERROR. *)
report_connection_error t Error_code.ProtocolError
| _ ->
(* From RFC7540§6.4:
* The RST_STREAM frame fully terminates the referenced stream and
* causes it to enter the "closed" state. After receiving a
* RST_STREAM on a stream, the receiver MUST NOT send additional
* frames for that stream, with the exception of PRIORITY.
*
* Note:
* This match branch also accepts streams in the `Closed` state. We
* do that to comply with the following:
*
* From RFC7540§6.4:
* [...] after sending the RST_STREAM, the sending endpoint MUST be
* prepared to receive and process additional frames sent on the
* stream that might have been sent by the peer prior to the arrival
* of the RST_STREAM. *)
Stream.finish_stream reqd (ResetByThem error_code))
| None ->
(* We might have removed the stream from the hash table. If its stream
* id is smaller than or equal to the max client stream id we've seen,
* then it must have been closed. *)
if not (was_closed_or_implicitly_closed t stream_id)
then
(* From RFC7540§6.4:
* RST_STREAM frames MUST NOT be sent for a stream in the "idle"
* state. If a RST_STREAM frame identifying an idle stream is
* received, the recipient MUST treat this as a connection error
* (Section 5.4.1) of type PROTOCOL_ERROR.
*
* Note:
* If we didn't find the stream in the hash table it must be
* "idle". *)
report_connection_error t Error_code.ProtocolError
let apply_settings_list t settings =
let open Scheduler in
(* From RFC7540§6.5:
* Each parameter in a SETTINGS frame replaces any existing value for
* that parameter. Parameters are processed in the order in which they
* appear, and a receiver of a SETTINGS frame does not need to maintain
* any state other than the current value of its parameters. *)
let new_settings =
List.fold_left
(fun (acc : Settings.t) item ->
match item with
| Settings.HeaderTableSize x ->
(* From RFC7540§6.5.2:
* Allows the sender to inform the remote endpoint of the maximum
* size of the header compression table used to decode header
* blocks, in octets. *)
Hpack.Encoder.set_capacity t.hpack_encoder x;
{ acc with header_table_size = x }
| EnablePush x ->
(* We've already verified that this setting is either 0 or 1 in the
* call to `Settings.check_settings_list` above. *)
{ acc with enable_push = x = 1 }
| MaxConcurrentStreams x -> { acc with max_concurrent_streams = x }
| InitialWindowSize new_val ->
(* From RFC7540§6.9.2:
* [...] a SETTINGS frame can alter the initial flow-control
* window size for streams with active flow-control windows (that
* is, streams in the "open" or "half-closed (remote)" state).
* When the value of SETTINGS_INITIAL_WINDOW_SIZE changes, a
* receiver MUST adjust the size of all stream flow-control
* windows that it maintains by the difference between the new
* value and the old value. *)
let old_val = acc.initial_window_size in
let growth = Int32.sub new_val old_val in
let exception Local in
(match
Scheduler.iter
~f:(fun stream ->
(* From RFC7540§6.9.2:
* An endpoint MUST treat a change to
* SETTINGS_INITIAL_WINDOW_SIZE that causes any
* flow-control window to exceed the maximum size as a
* connection error (Section 5.4.1) of type
* FLOW_CONTROL_ERROR. *)
if not (Scheduler.add_flow stream growth) then raise Local)
t.streams
with
| () -> ()
| exception Local ->
report_connection_error
t
~reason:
(Format.sprintf
"Window size for stream would exceed %ld"
Settings.WindowSize.max_window_size)
Error_code.FlowControlError);
{ acc with initial_window_size = new_val }
| MaxFrameSize x ->
(* XXX: We're probably not abiding entirely by this. If we get a
* MAX_FRAME_SIZE setting we'd need to reallocate the read buffer?
* This will need support from the I/O runtimes. *)
Scheduler.iter
~f:(fun (Stream { descriptor; _ }) ->
if Reqd.requires_output descriptor
then descriptor.max_frame_size <- x)
t.streams;
{ acc with max_frame_size = x }
| MaxHeaderListSize x -> { acc with max_header_list_size = Some x })
t.settings
settings
in
t.settings <- new_settings
let write_settings_frame t ~ack settings =
let flags =
if ack then Flags.(set_ack default_flags) else Flags.default_flags
in
let frame_info = Writer.make_frame_info ~flags Stream_identifier.connection in
Writer.write_settings t.writer frame_info settings;
if not ack
then
(* Don't expected our acknowledgements to be acknowledged... *)
t.unacked_settings <- t.unacked_settings + 1
let process_settings_frame t { Frame.frame_header; _ } settings =
let { Frame.flags; _ } = frame_header in
(* We already checked that an acked SETTINGS is empty. Don't need to do
* anything else in that case *)
if Flags.(test_ack flags)
then (
t.unacked_settings <- t.unacked_settings - 1;
if t.unacked_settings < 0
then
report_connection_error
t
~reason:"Received unexpected SETTINGS frame with acknowledgement"
Error_code.ProtocolError)
else
match Settings.check_settings_list settings with
| Ok () ->
apply_settings_list t settings;
(* From RFC7540§6.5.2:
* Once all values have been processed, the recipient MUST immediately
* emit a SETTINGS frame with the ACK flag set.
*
* From RFC7540§6.5:
* ACK (0x1): [...] When this bit is set, the payload of the SETTINGS
* frame MUST be empty. *)
write_settings_frame t ~ack:true [];
wakeup_writer t
| Error error -> report_error t error
let process_ping_frame t { Frame.frame_header; _ } payload =
let { Frame.flags; _ } = frame_header in
(* From RFC7540§6.7:
* ACK (0x1): When set, bit 0 indicates that this PING frame is a PING
* response. [...] An endpoint MUST NOT respond to PING frames containing
* this flag. *)
if not (Flags.test_ack flags)
then (
(* From RFC7540§6.7:
* Receivers of a PING frame that does not include an ACK flag MUST send
* a PING frame with the ACK flag set in response, with an identical
* payload. PING responses SHOULD be given higher priority than any other
* frame. *)
let frame_info =
Writer.make_frame_info
(* From RFC7540§6.7:
* ACK (0x1): When set, bit 0 indicates that this PING frame is a
* PING response. An endpoint MUST set this flag in PING
* responses. *)
~flags:Flags.(set_ack default_flags)
Stream_identifier.connection
in
(* From RFC7540§6.7:
* Receivers of a PING frame that does not include an ACK flag MUST send
* a PING frame with the ACK flag set in response, with an identical
* payload. *)
Writer.write_ping t.writer frame_info payload;
wakeup_writer t)
let process_goaway_frame t _frame ~last_stream_id:_ ~data error =
let reason =
match Bigstringaf.length data with
| 0 -> None
| len -> Some (Bigstringaf.substring data ~off:0 ~len)
in
(* TODO(anmonteiro): I think we need to allow lower numbered streams to
* complete. *)
report_connection_error t ?reason error
let add_window_increment :
type a. t -> a Scheduler.PriorityTreeNode.node -> int32 -> unit
=
fun t stream increment ->
let open Scheduler in
let did_add = Scheduler.add_flow stream increment in
let stream_id = Scheduler.stream_id stream in
let new_flow =
match stream with
| Connection { flow; _ } -> flow
| Stream { flow; _ } -> flow
in
if did_add
then (
if Int32.compare new_flow 0l > 0
then
(* Don't bother waking up the writer if the new flow doesn't allow
* the stream to write. *)
wakeup_writer t)