diff --git a/deployments/systemd/nvidia-cdi-refresh.service b/deployments/systemd/nvidia-cdi-refresh.service
index 2764d5a2c..8a4fc0a7e 100644
--- a/deployments/systemd/nvidia-cdi-refresh.service
+++ b/deployments/systemd/nvidia-cdi-refresh.service
@@ -18,6 +18,11 @@ ConditionPathExists=|/usr/bin/nvidia-smi
 ConditionPathExists=|/usr/sbin/nvidia-smi
 ConditionPathExists=/usr/bin/nvidia-ctk
 
+# We difine nvidia-perisistenced.service as an (After) Requisite to ensure that this
+# serivce only starts if that is already started.
+Requisite=nvidia-persistenced.service
+After=nvidia-persistenced.service
+
 [Service]
 Type=oneshot
 # Values from Environment will be replaced if defined in EnvironmentFile