diff --git a/.core_files.yaml b/.core_files.yaml
index 85152a80aefa3..f154af625603a 100644
--- a/.core_files.yaml
+++ b/.core_files.yaml
@@ -128,6 +128,7 @@ other: &other
 requirements: &requirements
   - .github/workflows/**
   - homeassistant/package_constraints.txt
+  - script/pip_check
   - requirements*.txt
   - setup.cfg
 
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index 35d0bd062872e..8bf509a37879e 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -686,7 +686,7 @@ jobs:
 
   pip-check:
     runs-on: ubuntu-latest
-    if: needs.changes.outputs.requirements == 'true'
+    if: needs.changes.outputs.requirements == 'true' || github.event.inputs.full == 'true'
     needs:
       - changes
       - prepare-tests
diff --git a/script/pip_check b/script/pip_check
index 9d5ec6c87ecdc..6f48ce15bb1ec 100755
--- a/script/pip_check
+++ b/script/pip_check
@@ -3,7 +3,7 @@ PIP_CACHE=$1
 
 # Number of existing dependency conflicts
 # Update if a PR resolve one!
-DEPENDENCY_CONFLICTS=4
+DEPENDENCY_CONFLICTS=7
 
 PIP_CHECK=$(pip check --cache-dir=$PIP_CACHE)
 LINE_COUNT=$(echo "$PIP_CHECK" | wc -l)
@@ -14,6 +14,7 @@ then
     echo "------"
     echo "Requirements change added another dependency conflict."
     echo "Make sure to check the 'pip check' output above!"
+    echo "Expected $DEPENDENCY_CONFLICTS conflicts, got $LINE_COUNT."
     exit 1
 elif [[ $((LINE_COUNT)) -lt $DEPENDENCY_CONFLICTS ]]
 then