Skip to content

Commit

Permalink
Add perf metrics for 2.34.0 (ray-project#46848)
Browse files Browse the repository at this point in the history
Add perf metrics for 2.34.0

Signed-off-by: can <[email protected]>
Co-authored-by: can <[email protected]>
  • Loading branch information
khluu and can-anyscale committed Jul 31, 2024
1 parent 51d4a94 commit 9b03733
Show file tree
Hide file tree
Showing 11 changed files with 169 additions and 169 deletions.
18 changes: 9 additions & 9 deletions release/perf_metrics/benchmarks/many_actors.json
Original file line number Diff line number Diff line change
@@ -1,32 +1,32 @@
{
"_dashboard_memory_usage_mb": 500.719616,
"_dashboard_memory_usage_mb": 459.20256,
"_dashboard_test_success": true,
"_peak_memory": 3.74,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n1219\t8.56GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n3654\t1.82GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n4487\t0.87GiB\tpython distributed/test_many_actors.py\n2212\t0.39GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n3769\t0.34GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dashboa\n3935\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/runti\n4285\t0.07GiB\tray::JobSupervisor\n2863\t0.07GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n4080\t0.07GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-lab --allow-root --ip=127.0.0.1 --no-\n3933\t0.06GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/agen",
"actors_per_second": 554.2728005409015,
"_peak_memory": 3.76,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n3447\t1.74GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n5206\t0.93GiB\tpython distributed/test_many_actors.py\n3564\t0.37GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dashboa\n2845\t0.32GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n1249\t0.23GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n3737\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/runti\n2771\t0.07GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n3884\t0.07GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-lab --allow-root --ip=127.0.0.1 --no-\n4986\t0.07GiB\tray::JobSupervisor\n3735\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/agen",
"actors_per_second": 627.338335492887,
"num_actors": 10000,
"perf_metrics": [
{
"perf_metric_name": "actors_per_second",
"perf_metric_type": "THROUGHPUT",
"perf_metric_value": 554.2728005409015
"perf_metric_value": 627.338335492887
},
{
"perf_metric_name": "dashboard_p50_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 92.76
"perf_metric_value": 178.601
},
{
"perf_metric_name": "dashboard_p95_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 4891.92
"perf_metric_value": 3542.989
},
{
"perf_metric_name": "dashboard_p99_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 4891.92
"perf_metric_value": 3933.547
}
],
"success": "1",
"time": 18.04165744781494
"time": 15.940361738204956
}
18 changes: 9 additions & 9 deletions release/perf_metrics/benchmarks/many_nodes.json
Original file line number Diff line number Diff line change
@@ -1,14 +1,14 @@
{
"_dashboard_memory_usage_mb": 198.520832,
"_dashboard_memory_usage_mb": 193.712128,
"_dashboard_test_success": true,
"_peak_memory": 1.67,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n3600\t0.55GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n2958\t0.31GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n1243\t0.28GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n3715\t0.17GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dashboa\n4952\t0.16GiB\tpython distributed/test_many_tasks.py --num-tasks=1000\n5163\t0.08GiB\tray::StateAPIGeneratorActor.start\n4746\t0.07GiB\tray::JobSupervisor\n3884\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/runti\n3008\t0.07GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n3882\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/agen",
"_peak_memory": 1.65,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n3461\t0.54GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n1255\t0.25GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n2918\t0.23GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n3578\t0.18GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dashboa\n4426\t0.16GiB\tpython distributed/test_many_tasks.py --num-tasks=1000\n4642\t0.08GiB\tray::StateAPIGeneratorActor.start\n2822\t0.07GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n4216\t0.07GiB\tray::JobSupervisor\n3750\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/runti\n3748\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/agen",
"num_tasks": 1000,
"perf_metrics": [
{
"perf_metric_name": "tasks_per_second",
"perf_metric_type": "THROUGHPUT",
"perf_metric_value": 352.05295620792083
"perf_metric_value": 342.8427005545737
},
{
"perf_metric_name": "used_cpus_by_deadline",
Expand All @@ -18,21 +18,21 @@
{
"perf_metric_name": "dashboard_p50_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 4.162
"perf_metric_value": 3.87
},
{
"perf_metric_name": "dashboard_p95_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 44.529
"perf_metric_value": 34.039
},
{
"perf_metric_name": "dashboard_p99_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 122.298
"perf_metric_value": 119.573
}
],
"success": "1",
"tasks_per_second": 352.05295620792083,
"time": 302.8404817581177,
"tasks_per_second": 342.8427005545737,
"time": 302.91678953170776,
"used_cpus": 250.0
}
18 changes: 9 additions & 9 deletions release/perf_metrics/benchmarks/many_pgs.json
Original file line number Diff line number Diff line change
@@ -1,32 +1,32 @@
{
"_dashboard_memory_usage_mb": 162.418688,
"_dashboard_memory_usage_mb": 120.446976,
"_dashboard_test_success": true,
"_peak_memory": 2.21,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n1292\t10.12GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n3612\t1.01GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n4695\t0.4GiB\tpython distributed/test_many_pgs.py\n2601\t0.28GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n3727\t0.11GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dashboa\n3890\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/runti\n2968\t0.07GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n4494\t0.07GiB\tray::JobSupervisor\n4042\t0.07GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-lab --allow-root --ip=127.0.0.1 --no-\n3888\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/agen",
"_peak_memory": 2.12,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n3438\t0.92GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n5718\t0.4GiB\tpython distributed/test_many_pgs.py\n2536\t0.35GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n1206\t0.24GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n3560\t0.12GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dashboa\n2784\t0.07GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n3734\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/runti\n5507\t0.07GiB\tray::JobSupervisor\n3877\t0.07GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-lab --allow-root --ip=127.0.0.1 --no-\n3732\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/agen",
"num_pgs": 1000,
"perf_metrics": [
{
"perf_metric_name": "pgs_per_second",
"perf_metric_type": "THROUGHPUT",
"perf_metric_value": 22.61454883772771
"perf_metric_value": 22.249430148995714
},
{
"perf_metric_name": "dashboard_p50_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 3.461
"perf_metric_value": 3.722
},
{
"perf_metric_name": "dashboard_p95_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 10.003
"perf_metric_value": 12.055
},
{
"perf_metric_name": "dashboard_p99_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 213.243
"perf_metric_value": 358.789
}
],
"pgs_per_second": 22.61454883772771,
"pgs_per_second": 22.249430148995714,
"success": "1",
"time": 44.21932125091553
"time": 44.944971323013306
}
18 changes: 9 additions & 9 deletions release/perf_metrics/benchmarks/many_tasks.json
Original file line number Diff line number Diff line change
@@ -1,14 +1,14 @@
{
"_dashboard_memory_usage_mb": 1251.663872,
"_dashboard_memory_usage_mb": 1263.501312,
"_dashboard_test_success": true,
"_peak_memory": 5.42,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n3604\t2.91GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n3721\t0.97GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dashboa\n4584\t0.74GiB\tpython distributed/test_many_tasks.py --num-tasks=10000\n1262\t0.29GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n2330\t0.27GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n4842\t0.09GiB\tray::StateAPIGeneratorActor.start\n4788\t0.08GiB\tray::DashboardTester.run\n4377\t0.07GiB\tray::JobSupervisor\n2641\t0.07GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n3886\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/runti",
"_peak_memory": 5.45,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n3382\t3.09GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n3499\t0.83GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dashboa\n4186\t0.74GiB\tpython distributed/test_many_tasks.py --num-tasks=10000\n1117\t0.24GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n2858\t0.22GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n4397\t0.08GiB\tray::DashboardTester.run\n4472\t0.08GiB\tray::StateAPIGeneratorActor.start\n2725\t0.07GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n3674\t0.07GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/runti\n3984\t0.07GiB\tray::JobSupervisor",
"num_tasks": 10000,
"perf_metrics": [
{
"perf_metric_name": "tasks_per_second",
"perf_metric_type": "THROUGHPUT",
"perf_metric_value": 582.2528587251263
"perf_metric_value": 557.3705625276606
},
{
"perf_metric_name": "used_cpus_by_deadline",
Expand All @@ -18,21 +18,21 @@
{
"perf_metric_name": "dashboard_p50_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 274.662
"perf_metric_value": 167.38
},
{
"perf_metric_name": "dashboard_p95_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 3995.805
"perf_metric_value": 3170.14
},
{
"perf_metric_name": "dashboard_p99_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 5377.161
"perf_metric_value": 5042.844
}
],
"success": "1",
"tasks_per_second": 582.2528587251263,
"time": 317.1746687889099,
"tasks_per_second": 557.3705625276606,
"time": 317.94138526916504,
"used_cpus": 2500.0
}
2 changes: 1 addition & 1 deletion release/perf_metrics/metadata.json
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"release_version": "2.33.0"}
{"release_version": "2.34.0"}
Loading

0 comments on commit 9b03733

Please sign in to comment.