diff --git a/homeassistant/package_constraints.txt b/homeassistant/package_constraints.txt
index b6d109fbfb6..d72bea19837 100644
--- a/homeassistant/package_constraints.txt
+++ b/homeassistant/package_constraints.txt
@@ -137,7 +137,8 @@ pubnub!=6.4.0
 iso4217!=1.10.20220401
 
 # Pandas 1.4.4 has issues with wheels om armhf + Py3.10
-pandas==1.4.3
+# Limit this to Python 3.10, to be able to install Python 3.11 wheels for now
+pandas==1.4.3;python_version<'3.11'
 
 # Matplotlib 3.6.2 has issues building wheels on armhf/armv7
 # We need at least >=2.1.0 (tensorflow integration -> pycocotools)
diff --git a/script/gen_requirements_all.py b/script/gen_requirements_all.py
index 9f08f0b6289..cd53635d966 100755
--- a/script/gen_requirements_all.py
+++ b/script/gen_requirements_all.py
@@ -144,7 +144,8 @@ pubnub!=6.4.0
 iso4217!=1.10.20220401
 
 # Pandas 1.4.4 has issues with wheels om armhf + Py3.10
-pandas==1.4.3
+# Limit this to Python 3.10, to be able to install Python 3.11 wheels for now
+pandas==1.4.3;python_version<'3.11'
 
 # Matplotlib 3.6.2 has issues building wheels on armhf/armv7
 # We need at least >=2.1.0 (tensorflow integration -> pycocotools)