diff --git a/pq-tls-benchmark-framework/emulation-exp/code/kex/saved/qlogdir/cquiche_s_timer-bikel5-healthy.sqlog b/pq-tls-benchmark-framework/emulation-exp/code/kex/saved/qlogdir/cquiche_s_timer-bikel5-healthy.sqlog
new file mode 100644
index 0000000000000000000000000000000000000000..bde430ec50cd8fcb95ed828b2f9257846f8c4419
--- /dev/null
+++ b/pq-tls-benchmark-framework/emulation-exp/code/kex/saved/qlogdir/cquiche_s_timer-bikel5-healthy.sqlog
@@ -0,0 +1,35 @@
+ {"qlog_version":"0.3","qlog_format":"JSON-SEQ","title":"cquiche_s_timer qlog","description":"cquiche_s_timer qlog id=ee969f002ecf708633f4d5948c60f879bf877233","trace":{"vantage_point":{"type":"client"},"title":"cquiche_s_timer qlog","description":"cquiche_s_timer qlog id=ee969f002ecf708633f4d5948c60f879bf877233","configuration":{"time_offset":0.0}}}
+ {"time":0.0,"name":"transport:parameters_set","data":{"owner":"local","tls_cipher":"None","disable_active_migration":false,"max_idle_timeout":30000,"max_udp_payload_size":1200,"ack_delay_exponent":3,"max_ack_delay":25,"active_connection_id_limit":2,"initial_max_data":10000000,"initial_max_stream_data_bidi_local":1000000,"initial_max_stream_data_bidi_remote":1000000,"initial_max_stream_data_uni":1000000,"initial_max_streams_bidi":100,"initial_max_streams_uni":100}}
+ {"time":0.0157,"name":"transport:packet_sent","data":{"header":{"packet_type":"initial","packet_number":0,"version":"1","scil":20,"dcil":16,"scid":"ee969f002ecf708633f4d5948c60f879bf877233","dcid":"04ae80517206acb072c1e0c1921c199c"},"raw":{"length":1200,"payload_length":1137},"send_at_time":0.0157,"frames":[{"frame_type":"crypto","offset":0,"length":1133}]}}
+ {"time":0.0157,"name":"recovery:metrics_updated","data":{"smoothed_rtt":333.0,"rtt_variance":166.5,"congestion_window":12000,"bytes_in_flight":1200,"ssthresh":18446744073709551615}}
+ {"time":2.021586,"name":"transport:packet_sent","data":{"header":{"packet_type":"initial","packet_number":1,"version":"1","scil":20,"dcil":16,"scid":"ee969f002ecf708633f4d5948c60f879bf877233","dcid":"04ae80517206acb072c1e0c1921c199c"},"raw":{"length":1200,"payload_length":1137},"send_at_time":2.021586,"frames":[{"frame_type":"crypto","offset":1133,"length":1132}]}}
+ {"time":2.021586,"name":"recovery:metrics_updated","data":{"bytes_in_flight":2400}}
+ {"time":2.031886,"name":"transport:packet_sent","data":{"header":{"packet_type":"initial","packet_number":2,"version":"1","scil":20,"dcil":16,"scid":"ee969f002ecf708633f4d5948c60f879bf877233","dcid":"04ae80517206acb072c1e0c1921c199c"},"raw":{"length":1200,"payload_length":1137},"send_at_time":2.031886,"frames":[{"frame_type":"crypto","offset":2265,"length":1132}]}}
+ {"time":2.031886,"name":"recovery:metrics_updated","data":{"bytes_in_flight":3600}}
+ {"time":2.038686,"name":"transport:packet_sent","data":{"header":{"packet_type":"initial","packet_number":3,"version":"1","scil":20,"dcil":16,"scid":"ee969f002ecf708633f4d5948c60f879bf877233","dcid":"04ae80517206acb072c1e0c1921c199c"},"raw":{"length":1200,"payload_length":1137},"send_at_time":2.038686,"frames":[{"frame_type":"crypto","offset":3397,"length":1132}]}}
+ {"time":2.038686,"name":"recovery:metrics_updated","data":{"bytes_in_flight":4800}}
+ {"time":2.044986,"name":"transport:packet_sent","data":{"header":{"packet_type":"initial","packet_number":4,"version":"1","scil":20,"dcil":16,"scid":"ee969f002ecf708633f4d5948c60f879bf877233","dcid":"04ae80517206acb072c1e0c1921c199c"},"raw":{"length":892,"payload_length":829},"send_at_time":2.044986,"frames":[{"frame_type":"crypto","offset":4529,"length":824}]}}
+ {"time":2.044986,"name":"recovery:metrics_updated","data":{"bytes_in_flight":5692}}
+ {"time":202.87083,"name":"transport:packet_received","data":{"header":{"packet_type":"initial","packet_number":0,"version":"1","scil":20,"dcil":20,"scid":"00000000000000021d564c817643783ed9e49050","dcid":"ee969f002ecf708633f4d5948c60f879bf877233"},"raw":{"length":71,"payload_length":22},"frames":[{"frame_type":"ack","ack_delay":0.0,"acked_ranges":[[0,0]]}]}}
+ {"time":202.87083,"name":"recovery:metrics_updated","data":{"min_rtt":202.85513,"smoothed_rtt":202.85513,"latest_rtt":202.85513,"rtt_variance":101.42757,"bytes_in_flight":4492}}
+ {"time":202.91963,"name":"transport:packet_received","data":{"header":{"packet_type":"initial","packet_number":1,"version":"1","scil":20,"dcil":20,"scid":"00000000000000021d564c817643783ed9e49050","dcid":"ee969f002ecf708633f4d5948c60f879bf877233"},"raw":{"length":71,"payload_length":22},"frames":[{"frame_type":"ack","ack_delay":0.0,"acked_ranges":[[0,1]]}]}}
+ {"time":202.91963,"name":"recovery:metrics_updated","data":{"min_rtt":200.89806,"smoothed_rtt":202.61049,"latest_rtt":200.89806,"rtt_variance":76.559944,"bytes_in_flight":3292}}
+ {"time":202.92674,"name":"transport:packet_received","data":{"header":{"packet_type":"initial","packet_number":2,"version":"1","scil":20,"dcil":20,"scid":"00000000000000021d564c817643783ed9e49050","dcid":"ee969f002ecf708633f4d5948c60f879bf877233"},"raw":{"length":71,"payload_length":22},"frames":[{"frame_type":"ack","ack_delay":0.0,"acked_ranges":[[0,2]]}]}}
+ {"time":202.92674,"name":"recovery:metrics_updated","data":{"min_rtt":200.89485,"smoothed_rtt":202.39606,"latest_rtt":200.89485,"rtt_variance":57.84887,"bytes_in_flight":2092}}
+ {"time":202.93173,"name":"transport:packet_received","data":{"header":{"packet_type":"initial","packet_number":3,"version":"1","scil":20,"dcil":20,"scid":"00000000000000021d564c817643783ed9e49050","dcid":"ee969f002ecf708633f4d5948c60f879bf877233"},"raw":{"length":71,"payload_length":22},"frames":[{"frame_type":"ack","ack_delay":0.0,"acked_ranges":[[0,3]]}]}}
+ {"time":202.93173,"name":"recovery:metrics_updated","data":{"min_rtt":200.89307,"smoothed_rtt":202.20816,"latest_rtt":200.89307,"rtt_variance":43.7624,"bytes_in_flight":892}}
+ {"time":205.47902,"name":"transport:packet_received","data":{"header":{"packet_type":"initial","packet_number":4,"version":"1","scil":20,"dcil":20,"scid":"00000000000000021d564c817643783ed9e49050","dcid":"ee969f002ecf708633f4d5948c60f879bf877233"},"raw":{"length":1200,"payload_length":1150},"frames":[{"frame_type":"ack","ack_delay":0.0,"acked_ranges":[[0,4]]},{"frame_type":"crypto","offset":0,"length":1124}]}}
+ {"time":205.47902,"name":"recovery:metrics_updated","data":{"smoothed_rtt":202.36139,"latest_rtt":203.43404,"rtt_variance":33.128265,"bytes_in_flight":0}}
+ {"time":205.51622,"name":"transport:packet_received","data":{"header":{"packet_type":"initial","packet_number":5,"version":"1","scil":20,"dcil":20,"scid":"00000000000000021d564c817643783ed9e49050","dcid":"ee969f002ecf708633f4d5948c60f879bf877233"},"raw":{"length":1200,"payload_length":1150},"frames":[{"frame_type":"crypto","offset":1124,"length":1128}]}}
+ {"time":205.52463,"name":"transport:packet_received","data":{"header":{"packet_type":"initial","packet_number":6,"version":"1","scil":20,"dcil":20,"scid":"00000000000000021d564c817643783ed9e49050","dcid":"ee969f002ecf708633f4d5948c60f879bf877233"},"raw":{"length":1200,"payload_length":1150},"frames":[{"frame_type":"crypto","offset":2252,"length":1128}]}}
+ {"time":205.53032,"name":"transport:packet_received","data":{"header":{"packet_type":"initial","packet_number":7,"version":"1","scil":20,"dcil":20,"scid":"00000000000000021d564c817643783ed9e49050","dcid":"ee969f002ecf708633f4d5948c60f879bf877233"},"raw":{"length":1200,"payload_length":1150},"frames":[{"frame_type":"crypto","offset":3380,"length":1128}]}}
+ {"time":205.53543,"name":"transport:packet_received","data":{"header":{"packet_type":"initial","packet_number":8,"version":"1","scil":20,"dcil":20,"scid":"00000000000000021d564c817643783ed9e49050","dcid":"ee969f002ecf708633f4d5948c60f879bf877233"},"raw":{"length":1200,"payload_length":726},"frames":[{"frame_type":"crypto","offset":4508,"length":704}]}}
+ {"time":211.62677,"name":"transport:packet_received","data":{"header":{"packet_type":"handshake","packet_number":0,"version":"1","scil":20,"dcil":20,"scid":"00000000000000021d564c817643783ed9e49050","dcid":"ee969f002ecf708633f4d5948c60f879bf877233"},"raw":{"length":424,"payload_length":375},"frames":[{"frame_type":"crypto","offset":0,"length":239},{"frame_type":"crypto","offset":239,"length":110}]}}
+ {"time":211.66489,"name":"transport:packet_received","data":{"header":{"packet_type":"handshake","packet_number":1,"version":"1","scil":20,"dcil":20,"scid":"00000000000000021d564c817643783ed9e49050","dcid":"ee969f002ecf708633f4d5948c60f879bf877233"},"raw":{"length":485,"payload_length":436},"frames":[{"frame_type":"crypto","offset":349,"length":273},{"frame_type":"crypto","offset":622,"length":80},{"frame_type":"crypto","offset":702,"length":52}]}}
+ {"time":211.66489,"name":"transport:parameters_set","data":{"owner":"remote","tls_cipher":"Some(AES256_GCM)","original_destination_connection_id":"04ae80517206acb072c1e0c1921c199c","stateless_reset_token":"efbff85e82ed1578ee971a63b8be3d84","disable_active_migration":false,"max_idle_timeout":75000,"max_udp_payload_size":65527,"ack_delay_exponent":3,"max_ack_delay":25,"active_connection_id_limit":2,"initial_max_data":8585216,"initial_max_stream_data_bidi_local":65536,"initial_max_stream_data_bidi_remote":65536,"initial_max_stream_data_uni":65536,"initial_max_streams_bidi":128,"initial_max_streams_uni":3}}
+ {"time":212.28397,"name":"transport:packet_sent","data":{"header":{"packet_type":"initial","packet_number":5,"version":"1","scil":20,"dcil":20,"scid":"ee969f002ecf708633f4d5948c60f879bf877233","dcid":"00000000000000021d564c817643783ed9e49050"},"raw":{"length":73,"payload_length":6},"send_at_time":212.28397,"frames":[{"frame_type":"ack","ack_delay":0.844,"acked_ranges":[[0,8]]}]}}
+ {"time":212.28397,"name":"recovery:metrics_updated","data":{"pacing_rate":74124}}
+ {"time":212.28397,"name":"transport:packet_sent","data":{"header":{"packet_type":"handshake","packet_number":0,"version":"1","scil":20,"dcil":20,"scid":"ee969f002ecf708633f4d5948c60f879bf877233","dcid":"00000000000000021d564c817643783ed9e49050"},"raw":{"length":128,"payload_length":62},"send_at_time":212.28397,"frames":[{"frame_type":"ack","ack_delay":0.079,"acked_ranges":[[0,1]]},{"frame_type":"crypto","offset":0,"length":52}]}}
+ {"time":212.28397,"name":"recovery:metrics_updated","data":{"bytes_in_flight":128}}
+ {"time":212.32948,"name":"transport:packet_sent","data":{"header":{"packet_type":"1RTT","packet_number":0},"raw":{"length":48,"payload_length":10},"send_at_time":212.32948,"frames":[{"frame_type":"connection_close","error_space":"application_error","error_code":0,"reason":"kthxbye"}]}}
+ {"time":212.32948,"name":"recovery:metrics_updated","data":{"bytes_in_flight":176}}
diff --git a/pq-tls-benchmark-framework/emulation-exp/code/kex/saved/qlogdir/cquiche_s_timer-mlkem768-healthy.sqlog b/pq-tls-benchmark-framework/emulation-exp/code/kex/saved/qlogdir/cquiche_s_timer-mlkem768-healthy.sqlog
new file mode 100644
index 0000000000000000000000000000000000000000..b0a4432df9537aa5c0645d74bb86d6c17a477b53
--- /dev/null
+++ b/pq-tls-benchmark-framework/emulation-exp/code/kex/saved/qlogdir/cquiche_s_timer-mlkem768-healthy.sqlog
@@ -0,0 +1,19 @@
+ {"qlog_version":"0.3","qlog_format":"JSON-SEQ","title":"cquiche_s_timer qlog","description":"cquiche_s_timer qlog id=bccc183504fd0dc47a38717ffc59eb700d62d804","trace":{"vantage_point":{"type":"client"},"title":"cquiche_s_timer qlog","description":"cquiche_s_timer qlog id=bccc183504fd0dc47a38717ffc59eb700d62d804","configuration":{"time_offset":0.0}}}
+ {"time":0.0,"name":"transport:parameters_set","data":{"owner":"local","tls_cipher":"None","disable_active_migration":false,"max_idle_timeout":30000,"max_udp_payload_size":1200,"ack_delay_exponent":3,"max_ack_delay":25,"active_connection_id_limit":2,"initial_max_data":10000000,"initial_max_stream_data_bidi_local":1000000,"initial_max_stream_data_bidi_remote":1000000,"initial_max_stream_data_uni":1000000,"initial_max_streams_bidi":100,"initial_max_streams_uni":100}}
+ {"time":0.0151,"name":"transport:packet_sent","data":{"header":{"packet_type":"initial","packet_number":0,"version":"1","scil":20,"dcil":16,"scid":"bccc183504fd0dc47a38717ffc59eb700d62d804","dcid":"7092236577e638eff6dc51238251e438"},"raw":{"length":1200,"payload_length":1137},"send_at_time":0.0151,"frames":[{"frame_type":"crypto","offset":0,"length":1133}]}}
+ {"time":0.0151,"name":"recovery:metrics_updated","data":{"smoothed_rtt":333.0,"rtt_variance":166.5,"congestion_window":12000,"bytes_in_flight":1200,"ssthresh":18446744073709551615}}
+ {"time":0.2438,"name":"transport:packet_sent","data":{"header":{"packet_type":"initial","packet_number":1,"version":"1","scil":20,"dcil":16,"scid":"bccc183504fd0dc47a38717ffc59eb700d62d804","dcid":"7092236577e638eff6dc51238251e438"},"raw":{"length":350,"payload_length":287},"send_at_time":0.2438,"frames":[{"frame_type":"crypto","offset":1133,"length":282}]}}
+ {"time":0.2438,"name":"recovery:metrics_updated","data":{"bytes_in_flight":1550}}
+ {"time":201.93019,"name":"transport:packet_received","data":{"header":{"packet_type":"initial","packet_number":0,"version":"1","scil":20,"dcil":20,"scid":"00000000000010030feadc810e2d0fc99e76109f","dcid":"bccc183504fd0dc47a38717ffc59eb700d62d804"},"raw":{"length":71,"payload_length":22},"frames":[{"frame_type":"ack","ack_delay":0.0,"acked_ranges":[[0,0]]}]}}
+ {"time":201.93019,"name":"recovery:metrics_updated","data":{"min_rtt":201.91508,"smoothed_rtt":201.91508,"latest_rtt":201.91508,"rtt_variance":100.95754,"bytes_in_flight":350}}
+ {"time":203.71689,"name":"transport:packet_received","data":{"header":{"packet_type":"initial","packet_number":1,"version":"1","scil":20,"dcil":20,"scid":"00000000000010030feadc810e2d0fc99e76109f","dcid":"bccc183504fd0dc47a38717ffc59eb700d62d804"},"raw":{"length":1200,"payload_length":1150},"frames":[{"frame_type":"ack","ack_delay":0.0,"acked_ranges":[[0,1]]},{"frame_type":"crypto","offset":0,"length":1124}]}}
+ {"time":203.71689,"name":"recovery:metrics_updated","data":{"smoothed_rtt":202.10985,"latest_rtt":203.47308,"rtt_variance":76.10766,"bytes_in_flight":0}}
+ {"time":203.92538,"name":"transport:packet_received","data":{"header":{"packet_type":"initial","packet_number":2,"version":"1","scil":20,"dcil":20,"scid":"00000000000010030feadc810e2d0fc99e76109f","dcid":"bccc183504fd0dc47a38717ffc59eb700d62d804"},"raw":{"length":1200,"payload_length":43},"frames":[{"frame_type":"crypto","offset":1124,"length":22}]}}
+ {"time":205.25749,"name":"transport:packet_received","data":{"header":{"packet_type":"handshake","packet_number":0,"version":"1","scil":20,"dcil":20,"scid":"00000000000010030feadc810e2d0fc99e76109f","dcid":"bccc183504fd0dc47a38717ffc59eb700d62d804"},"raw":{"length":1108,"payload_length":1059},"frames":[{"frame_type":"crypto","offset":0,"length":239},{"frame_type":"crypto","offset":239,"length":383},{"frame_type":"crypto","offset":622,"length":79},{"frame_type":"crypto","offset":701,"length":52},{"frame_type":"padding","payload_length":271}]}}
+ {"time":205.25749,"name":"transport:parameters_set","data":{"owner":"remote","tls_cipher":"Some(AES256_GCM)","original_destination_connection_id":"7092236577e638eff6dc51238251e438","stateless_reset_token":"fc3191fb977ee352340752055a8e6459","disable_active_migration":false,"max_idle_timeout":75000,"max_udp_payload_size":65527,"ack_delay_exponent":3,"max_ack_delay":25,"active_connection_id_limit":2,"initial_max_data":8585216,"initial_max_stream_data_bidi_local":65536,"initial_max_stream_data_bidi_remote":65536,"initial_max_stream_data_uni":65536,"initial_max_streams_bidi":128,"initial_max_streams_uni":3}}
+ {"time":208.00098,"name":"transport:packet_sent","data":{"header":{"packet_type":"initial","packet_number":2,"version":"1","scil":20,"dcil":20,"scid":"bccc183504fd0dc47a38717ffc59eb700d62d804","dcid":"00000000000010030feadc810e2d0fc99e76109f"},"raw":{"length":73,"payload_length":6},"send_at_time":208.00098,"frames":[{"frame_type":"ack","ack_delay":0.511,"acked_ranges":[[0,2]]}]}}
+ {"time":208.00098,"name":"recovery:metrics_updated","data":{"pacing_rate":74217}}
+ {"time":208.00098,"name":"transport:packet_sent","data":{"header":{"packet_type":"handshake","packet_number":0,"version":"1","scil":20,"dcil":20,"scid":"bccc183504fd0dc47a38717ffc59eb700d62d804","dcid":"00000000000010030feadc810e2d0fc99e76109f"},"raw":{"length":128,"payload_length":62},"send_at_time":208.00098,"frames":[{"frame_type":"ack","ack_delay":0.351,"acked_ranges":[[0,0]]},{"frame_type":"crypto","offset":0,"length":52}]}}
+ {"time":208.00098,"name":"recovery:metrics_updated","data":{"bytes_in_flight":128}}
+ {"time":208.15799,"name":"transport:packet_sent","data":{"header":{"packet_type":"1RTT","packet_number":0},"raw":{"length":48,"payload_length":10},"send_at_time":208.15799,"frames":[{"frame_type":"connection_close","error_space":"application_error","error_code":0,"reason":"kthxbye"}]}}
+ {"time":208.15799,"name":"recovery:metrics_updated","data":{"bytes_in_flight":176}}
diff --git a/pq-tls-benchmark-framework/emulation-exp/code/kex/scripts/generate_graphs.py b/pq-tls-benchmark-framework/emulation-exp/code/kex/scripts/generate_graphs.py
index e93d8464f3613af97ae1f6e86771d36e8cbddf8c..5a48be746873c8f5334cf9112302eb43ac87a62f 100755
--- a/pq-tls-benchmark-framework/emulation-exp/code/kex/scripts/generate_graphs.py
+++ b/pq-tls-benchmark-framework/emulation-exp/code/kex/scripts/generate_graphs.py
@@ -1035,9 +1035,15 @@ def plot_distributions(data):
plt.close()
# return
- def plot_cdf_of_sec_level(data):
+ def plot_cdf_of_sec_level(data, cutoff=None):
+ subdir_string = ""
+ graph_name_extension = ""
+ if cutoff is not None:
+ subdir_string = f"{cutoff}/"
+ graph_name_extension = f"-cutoff-{cutoff}"
+
os.makedirs(
- f"{PLOTS_DIR}/distributions/cdf/per-sec-level",
+ f"{PLOTS_DIR}/distributions/cdf/per-sec-level/{subdir_string}",
mode=0o777,
exist_ok=True,
)
@@ -1095,6 +1101,8 @@ def plot_distributions(data):
)
# plt.ylim(bottom=0)
+ if cutoff is not None:
+ plt.xlim(0, cutoff)
# plt.xlim(left=0, right=x.max() + (x.max() / 50))
plt.ylabel("Wahrscheinlichkeit")
plt.xlabel(f"Time-to-first-byte (ms)")
@@ -1108,14 +1116,16 @@ def plot_distributions(data):
)
plt.savefig(
- f"{PLOTS_DIR}/distributions/cdf/per-sec-level/cdf-for-{row['scenario']}-{row['protocol']}-{row['sec_level']}-{param_value}.pdf"
+ f"{PLOTS_DIR}/distributions/cdf/per-sec-level/{subdir_string}cdf-for-{row['scenario']}-{row['protocol']}-{row['sec_level']}-{param_value}{graph_name_extension}.pdf"
)
plt.close()
plot_multiple_violin_plots(data, filtered=False)
plot_multiple_violin_plots(data, filtered=True)
# plot_single_violin_plot(data) # takes an age
- plot_cdf_of_sec_level(data)
+
+ plot_cdf_of_sec_level(data, cutoff=None)
+ plot_cdf_of_sec_level(data, cutoff=2000)
# TODO make a violinplot/eventplot for many algos in static scenario