diff --git a/torchbenchmark/models/hf_Whisper/requirements.txt b/torchbenchmark/models/hf_Whisper/requirements.txt
index 461b9ef77..c3db4451e 100644
--- a/torchbenchmark/models/hf_Whisper/requirements.txt
+++ b/torchbenchmark/models/hf_Whisper/requirements.txt
@@ -1,5 +1 @@
 numba
-# We need to pin numpy version to the same as the torch testing environment
-# which still supports python 3.8
-numpy==1.21.2; python_version < '3.11'
-numpy==1.26.0; python_version >= '3.11'
\ No newline at end of file
diff --git a/torchbenchmark/models/tacotron2/requirements.txt b/torchbenchmark/models/tacotron2/requirements.txt
index 4f642207d..39e8afb16 100644
--- a/torchbenchmark/models/tacotron2/requirements.txt
+++ b/torchbenchmark/models/tacotron2/requirements.txt
@@ -1,7 +1,4 @@
-# We need to pin numpy version to the same as the torch testing environment
-# which still supports python 3.8
-numpy==1.21.2; python_version < '3.11'
-numpy==1.26.0; python_version >= '3.11'
+numpy
 inflect
 scipy
 Unidecode
diff --git a/torchbenchmark/util/framework/detectron2/requirements.txt b/torchbenchmark/util/framework/detectron2/requirements.txt
index acec6a184..f38075ddd 100644
--- a/torchbenchmark/util/framework/detectron2/requirements.txt
+++ b/torchbenchmark/util/framework/detectron2/requirements.txt
@@ -1,6 +1,3 @@
 git+https://github.com/facebookresearch/detectron2.git@0df2d73d0013db7de629602c23cc120219b4f2b8
 omegaconf==2.3.0
-# We need to pin numpy version to the same as the torch testing environment
-# which still supports python 3.8
-numpy==1.21.2; python_version < '3.11'
-numpy==1.26.0; python_version >= '3.11'
+numpy