Fix ci by skipping the accuracy test (#2306)

Summary: Between 20240515 and 20240606, detectron2 models have some issues running with the accuracy test. We are disabling these tests to fix the CI, will look into how to enable the test. See issue: #2290 Pull Request resolved: #2306 Reviewed By: aaronenyeshi Differential Revision: D58687157 Pulled By: xuzhao9 fbshipit-source-id: 2697068bca60ffd16aa797b833a1c16542896b43
pytorch · Jun 17, 2024 · abed1e7 · abed1e7
1 parent f5d3de1
commit abed1e7
Show file tree

Hide file tree

Showing 11 changed files with 12 additions and 0 deletions.
diff --git a/torchbenchmark/models/detectron2_fasterrcnn_r_101_c4/metadata.yaml b/torchbenchmark/models/detectron2_fasterrcnn_r_101_c4/metadata.yaml
@@ -6,3 +6,5 @@ eval_deterministic: false
 eval_nograd: true
 train_benchmark: false
 train_deterministic: false
+not_implemented:
+ - test: example
diff --git a/torchbenchmark/models/detectron2_fasterrcnn_r_101_dc5/metadata.yaml b/torchbenchmark/models/detectron2_fasterrcnn_r_101_dc5/metadata.yaml
@@ -6,5 +6,6 @@ eval_deterministic: false
 eval_nograd: true
 not_implemented:
 - device: cpu
+- test: example
 train_benchmark: false
 train_deterministic: false
diff --git a/torchbenchmark/models/detectron2_fasterrcnn_r_101_fpn/metadata.yaml b/torchbenchmark/models/detectron2_fasterrcnn_r_101_fpn/metadata.yaml
@@ -6,5 +6,6 @@ eval_deterministic: false
 eval_nograd: true
 not_implemented:
 - device: cpu
+- test: example
 train_benchmark: false
 train_deterministic: false
diff --git a/torchbenchmark/models/detectron2_fasterrcnn_r_50_c4/metadata.yaml b/torchbenchmark/models/detectron2_fasterrcnn_r_50_c4/metadata.yaml
@@ -6,5 +6,6 @@ eval_deterministic: false
 eval_nograd: true
 not_implemented:
 - device: cpu
+- test: example
 train_benchmark: false
 train_deterministic: false
diff --git a/torchbenchmark/models/detectron2_fasterrcnn_r_50_dc5/metadata.yaml b/torchbenchmark/models/detectron2_fasterrcnn_r_50_dc5/metadata.yaml
@@ -6,5 +6,6 @@ eval_deterministic: false
 eval_nograd: true
 not_implemented:
 - device: cpu
+- test: example
 train_benchmark: false
 train_deterministic: false
diff --git a/torchbenchmark/models/detectron2_fasterrcnn_r_50_fpn/metadata.yaml b/torchbenchmark/models/detectron2_fasterrcnn_r_50_fpn/metadata.yaml
@@ -6,5 +6,6 @@ eval_deterministic: false
 eval_nograd: true
 not_implemented:
 - device: cpu
+- test: example
 train_benchmark: false
 train_deterministic: false
diff --git a/torchbenchmark/models/detectron2_maskrcnn/metadata.yaml b/torchbenchmark/models/detectron2_maskrcnn/metadata.yaml
@@ -6,5 +6,6 @@ eval_deterministic: false
 eval_nograd: true
 not_implemented:
 - device: cpu
+- test: example
 train_benchmark: false
 train_deterministic: false
diff --git a/torchbenchmark/models/detectron2_maskrcnn_r_101_c4/metadata.yaml b/torchbenchmark/models/detectron2_maskrcnn_r_101_c4/metadata.yaml
@@ -6,5 +6,6 @@ eval_deterministic: false
 eval_nograd: true
 not_implemented:
 - device: cpu
+- test: example
 train_benchmark: false
 train_deterministic: false
diff --git a/torchbenchmark/models/detectron2_maskrcnn_r_101_fpn/metadata.yaml b/torchbenchmark/models/detectron2_maskrcnn_r_101_fpn/metadata.yaml
@@ -6,5 +6,6 @@ eval_deterministic: false
 eval_nograd: true
 not_implemented:
 - device: cpu
+- test: example
 train_benchmark: false
 train_deterministic: false
diff --git a/torchbenchmark/models/detectron2_maskrcnn_r_50_c4/metadata.yaml b/torchbenchmark/models/detectron2_maskrcnn_r_50_c4/metadata.yaml
@@ -6,5 +6,6 @@ eval_deterministic: false
 eval_nograd: true
 not_implemented:
 - device: cpu
+- test: example
 train_benchmark: false
 train_deterministic: false
diff --git a/torchbenchmark/models/detectron2_maskrcnn_r_50_fpn/metadata.yaml b/torchbenchmark/models/detectron2_maskrcnn_r_50_fpn/metadata.yaml
@@ -6,5 +6,6 @@ eval_deterministic: false
 eval_nograd: true
 not_implemented:
 - device: cpu
+- test: example
 train_benchmark: false
 train_deterministic: false