[Release] Add 2.9.1 release logs (#42372)

Signed-off-by: Archit Kulkarni <[email protected]>
ray-project · Jan 12, 2024 · 5233896 · 5233896
1 parent bca5594
commit 5233896
Show file tree

Hide file tree

Showing 9 changed files with 522 additions and 0 deletions.
diff --git a/release/release_logs/2.9.1/benchmarks/many_actors.json b/release/release_logs/2.9.1/benchmarks/many_actors.json
@@ -0,0 +1,32 @@
+{
+ "_dashboard_memory_usage_mb": 468.099072,
+ "_dashboard_test_success": true,
+ "_peak_memory": 5.79,
+ "_peak_process_memory": "PID\tMEM\tCOMMAND\n151\t1.66GiB\t/home/ray/anaconda3/lib/python3.8/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n1244\t0.9GiB\tpython distributed/test_many_actors.py\n266\t0.41GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.8/site-packages/ray/dashboard/dashboa\n428\t0.08GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.8/site-packages/ray/_private/runti\n1063\t0.07GiB\tray::JobSupervisor\n1441\t0.06GiB\tray::DashboardTester.run\n426\t0.06GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.8/site-packages/ray/dashboard/agen\n583\t0.06GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-lab --allow-root --ip=127.0.0.1 --no-\n1367\t0.06GiB\tray::MemoryMonitorActor.run\n367\t0.04GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.8/site-packages/ray/_private/log_m",
+ "actors_per_second": 647.3635829523647,
+ "num_actors": 10000,
+ "perf_metrics": [
+ {
+ "perf_metric_name": "actors_per_second",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 647.3635829523647
+ },
+ {
+ "perf_metric_name": "dashboard_p50_latency_ms",
+ "perf_metric_type": "LATENCY",
+ "perf_metric_value": 25.07
+ },
+ {
+ "perf_metric_name": "dashboard_p95_latency_ms",
+ "perf_metric_type": "LATENCY",
+ "perf_metric_value": 3467.574
+ },
+ {
+ "perf_metric_name": "dashboard_p99_latency_ms",
+ "perf_metric_type": "LATENCY",
+ "perf_metric_value": 4247.184
+ }
+ ],
+ "success": "1",
+ "time": 15.447269916534424
+}
diff --git a/release/release_logs/2.9.1/benchmarks/many_nodes.json b/release/release_logs/2.9.1/benchmarks/many_nodes.json
@@ -0,0 +1,38 @@
+{
+ "_dashboard_memory_usage_mb": 191.545344,
+ "_dashboard_test_success": true,
+ "_peak_memory": 3.55,
+ "_peak_process_memory": "PID\tMEM\tCOMMAND\n151\t0.52GiB\t/home/ray/anaconda3/lib/python3.8/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n266\t0.17GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.8/site-packages/ray/dashboard/dashboa\n1188\t0.17GiB\tpython distributed/test_many_tasks.py --num-tasks=1000\n1388\t0.08GiB\tray::StateAPIGeneratorActor.start\n425\t0.08GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.8/site-packages/ray/_private/runti\n1008\t0.07GiB\tray::JobSupervisor\n423\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.8/site-packages/ray/dashboard/agen\n578\t0.06GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-lab --allow-root --ip=127.0.0.1 --no-\n1337\t0.06GiB\tray::DashboardTester.run\n1248\t0.06GiB\tray::MemoryMonitorActor.run",
+ "num_tasks": 1000,
+ "perf_metrics": [
+ {
+ "perf_metric_name": "tasks_per_second",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 326.73502105628876
+ },
+ {
+ "perf_metric_name": "used_cpus_by_deadline",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 250.0
+ },
+ {
+ "perf_metric_name": "dashboard_p50_latency_ms",
+ "perf_metric_type": "LATENCY",
+ "perf_metric_value": 4.359
+ },
+ {
+ "perf_metric_name": "dashboard_p95_latency_ms",
+ "perf_metric_type": "LATENCY",
+ "perf_metric_value": 9.013
+ },
+ {
+ "perf_metric_name": "dashboard_p99_latency_ms",
+ "perf_metric_type": "LATENCY",
+ "perf_metric_value": 157.626
+ }
+ ],
+ "success": "1",
+ "tasks_per_second": 326.73502105628876,
+ "time": 303.06058406829834,
+ "used_cpus": 250.0
+}
diff --git a/release/release_logs/2.9.1/benchmarks/many_tasks.json b/release/release_logs/2.9.1/benchmarks/many_tasks.json
@@ -0,0 +1,38 @@
+{
+ "_dashboard_memory_usage_mb": 690.757632,
+ "_dashboard_test_success": true,
+ "_peak_memory": 15.21,
+ "_peak_process_memory": "PID\tMEM\tCOMMAND\n151\t1.18GiB\t/home/ray/anaconda3/lib/python3.8/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n266\t0.8GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.8/site-packages/ray/dashboard/dashboa\n804\t0.72GiB\tpython distributed/test_many_tasks.py --num-tasks=10000\n1067\t0.08GiB\tray::StateAPIGeneratorActor.start\n428\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.8/site-packages/ray/_private/runti\n999\t0.07GiB\tray::DashboardTester.run\n622\t0.07GiB\tray::JobSupervisor\n426\t0.06GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.8/site-packages/ray/dashboard/agen\n585\t0.06GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-lab --allow-root --ip=127.0.0.1 --no-\n927\t0.06GiB\tray::MemoryMonitorActor.run",
+ "num_tasks": 10000,
+ "perf_metrics": [
+ {
+ "perf_metric_name": "tasks_per_second",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 575.425069261052
+ },
+ {
+ "perf_metric_name": "used_cpus_by_deadline",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 2500.0
+ },
+ {
+ "perf_metric_name": "dashboard_p50_latency_ms",
+ "perf_metric_type": "LATENCY",
+ "perf_metric_value": 8.708
+ },
+ {
+ "perf_metric_name": "dashboard_p95_latency_ms",
+ "perf_metric_type": "LATENCY",
+ "perf_metric_value": 6287.46
+ },
+ {
+ "perf_metric_name": "dashboard_p99_latency_ms",
+ "perf_metric_type": "LATENCY",
+ "perf_metric_value": 10083.034
+ }
+ ],
+ "success": "1",
+ "tasks_per_second": 575.425069261052,
+ "time": 317.37845730781555,
+ "used_cpus": 2500.0
+}
diff --git a/release/release_logs/2.9.1/microbenchmark.json b/release/release_logs/2.9.1/microbenchmark.json
@@ -0,0 +1,283 @@
+{
+ "1_1_actor_calls_async": [
+ 8728.36563834848,
+ 166.54538561261367
+ ],
+ "1_1_actor_calls_concurrent": [
+ 5209.763216908848,
+ 205.52834675098777
+ ],
+ "1_1_actor_calls_sync": [
+ 2073.7767760812935,
+ 19.187177335819992
+ ],
+ "1_1_async_actor_calls_async": [
+ 3163.777669072775,
+ 88.61668192072104
+ ],
+ "1_1_async_actor_calls_sync": [
+ 1338.246409587709,
+ 13.28032655688895
+ ],
+ "1_1_async_actor_calls_with_args_async": [
+ 2307.5841596274245,
+ 95.4416502630223
+ ],
+ "1_n_actor_calls_async": [
+ 8667.010093466013,
+ 140.88042444578488
+ ],
+ "1_n_async_actor_calls_async": [
+ 7560.78418621613,
+ 160.92971167983916
+ ],
+ "client__1_1_actor_calls_async": [
+ 1009.5892523668448,
+ 9.043988856550254
+ ],
+ "client__1_1_actor_calls_concurrent": [
+ 1010.2360609013666,
+ 10.769056577190929
+ ],
+ "client__1_1_actor_calls_sync": [
+ 528.1938300742655,
+ 10.17154581310558
+ ],
+ "client__get_calls": [
+ 1125.9811184876232,
+ 24.962450742424785
+ ],
+ "client__put_calls": [
+ 850.4778612756566,
+ 40.72065892975867
+ ],
+ "client__put_gigabytes": [
+ 0.12938700124608027,
+ 0.0007985201012679045
+ ],
+ "client__tasks_and_get_batch": [
+ 0.9605952574022111,
+ 0.01041159067229504
+ ],
+ "client__tasks_and_put_batch": [
+ 11244.160608396189,
+ 157.81197783592305
+ ],
+ "multi_client_put_calls_Plasma_Store": [
+ 12325.324692399277,
+ 176.91649775239972
+ ],
+ "multi_client_put_gigabytes": [
+ 35.263877895454804,
+ 1.4340332008031873
+ ],
+ "multi_client_tasks_async": [
+ 23817.030993400018,
+ 1241.770064474925
+ ],
+ "n_n_actor_calls_async": [
+ 26547.749741220032,
+ 277.98655547879696
+ ],
+ "n_n_actor_calls_with_arg_async": [
+ 2861.4449722009826,
+ 24.82887717041006
+ ],
+ "n_n_async_actor_calls_async": [
+ 22301.861041866883,
+ 530.7822197014697
+ ],
+ "perf_metrics": [
+ {
+ "perf_metric_name": "single_client_get_calls_Plasma_Store",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 10544.047488771861
+ },
+ {
+ "perf_metric_name": "single_client_put_calls_Plasma_Store",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 5591.671508876732
+ },
+ {
+ "perf_metric_name": "multi_client_put_calls_Plasma_Store",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 12325.324692399277
+ },
+ {
+ "perf_metric_name": "single_client_put_gigabytes",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 19.186501513119794
+ },
+ {
+ "perf_metric_name": "single_client_tasks_and_get_batch",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 7.552591739788697
+ },
+ {
+ "perf_metric_name": "multi_client_put_gigabytes",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 35.263877895454804
+ },
+ {
+ "perf_metric_name": "single_client_get_object_containing_10k_refs",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 12.397164753383363
+ },
+ {
+ "perf_metric_name": "single_client_wait_1k_refs",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 5.211488336217317
+ },
+ {
+ "perf_metric_name": "single_client_tasks_sync",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 994.8959357892109
+ },
+ {
+ "perf_metric_name": "single_client_tasks_async",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 8592.305437413408
+ },
+ {
+ "perf_metric_name": "multi_client_tasks_async",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 23817.030993400018
+ },
+ {
+ "perf_metric_name": "1_1_actor_calls_sync",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 2073.7767760812935
+ },
+ {
+ "perf_metric_name": "1_1_actor_calls_async",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 8728.36563834848
+ },
+ {
+ "perf_metric_name": "1_1_actor_calls_concurrent",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 5209.763216908848
+ },
+ {
+ "perf_metric_name": "1_n_actor_calls_async",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 8667.010093466013
+ },
+ {
+ "perf_metric_name": "n_n_actor_calls_async",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 26547.749741220032
+ },
+ {
+ "perf_metric_name": "n_n_actor_calls_with_arg_async",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 2861.4449722009826
+ },
+ {
+ "perf_metric_name": "1_1_async_actor_calls_sync",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 1338.246409587709
+ },
+ {
+ "perf_metric_name": "1_1_async_actor_calls_async",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 3163.777669072775
+ },
+ {
+ "perf_metric_name": "1_1_async_actor_calls_with_args_async",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 2307.5841596274245
+ },
+ {
+ "perf_metric_name": "1_n_async_actor_calls_async",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 7560.78418621613
+ },
+ {
+ "perf_metric_name": "n_n_async_actor_calls_async",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 22301.861041866883
+ },
+ {
+ "perf_metric_name": "placement_group_create/removal",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 785.8508797030252
+ },
+ {
+ "perf_metric_name": "client__get_calls",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 1125.9811184876232
+ },
+ {
+ "perf_metric_name": "client__put_calls",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 850.4778612756566
+ },
+ {
+ "perf_metric_name": "client__put_gigabytes",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 0.12938700124608027
+ },
+ {
+ "perf_metric_name": "client__tasks_and_put_batch",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 11244.160608396189
+ },
+ {
+ "perf_metric_name": "client__1_1_actor_calls_sync",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 528.1938300742655
+ },
+ {
+ "perf_metric_name": "client__1_1_actor_calls_async",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 1009.5892523668448
+ },
+ {
+ "perf_metric_name": "client__1_1_actor_calls_concurrent",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 1010.2360609013666
+ },
+ {
+ "perf_metric_name": "client__tasks_and_get_batch",
+ "perf_metric_type": "THROUGHPUT",
+ "perf_metric_value": 0.9605952574022111
+ }
+ ],
+ "placement_group_create/removal": [
+ 785.8508797030252,
+ 9.777785580752424
+ ],
+ "single_client_get_calls_Plasma_Store": [
+ 10544.047488771861,
+ 241.56733249864578
+ ],
+ "single_client_get_object_containing_10k_refs": [
+ 12.397164753383363,
+ 0.10975888652256709
+ ],
+ "single_client_put_calls_Plasma_Store": [
+ 5591.671508876732,
+ 56.50720401281577
+ ],
+ "single_client_put_gigabytes": [
+ 19.186501513119794,
+ 5.336414982840579
+ ],
+ "single_client_tasks_and_get_batch": [
+ 7.552591739788697,
+ 0.533627680884188
+ ],
+ "single_client_tasks_async": [
+ 8592.305437413408,
+ 410.85040585099955
+ ],
+ "single_client_tasks_sync": [
+ 994.8959357892109,
+ 14.075538641866492
+ ],
+ "single_client_wait_1k_refs": [
+ 5.211488336217317,
+ 0.04739557181592527
+ ]
+}