diff --git a/ods_ci/tasks/Resources/Provisioning/Hive/GPU/overlays/AZURE/gpu-remove-zone.yaml b/ods_ci/tasks/Resources/Provisioning/Hive/GPU/overlays/AZURE/gpu-remove-zone.yaml
new file mode 100644
index 000000000..9ad4e949a
--- /dev/null
+++ b/ods_ci/tasks/Resources/Provisioning/Hive/GPU/overlays/AZURE/gpu-remove-zone.yaml
@@ -0,0 +1,2 @@
+- op: remove
+  path: /spec/template/spec/providerSpec/value/zone
diff --git a/ods_ci/tasks/Resources/Provisioning/Hive/GPU/overlays/AZURE/gpu.yaml b/ods_ci/tasks/Resources/Provisioning/Hive/GPU/overlays/AZURE/gpu.yaml
index 2d7197a7e..640a0c7e3 100644
--- a/ods_ci/tasks/Resources/Provisioning/Hive/GPU/overlays/AZURE/gpu.yaml
+++ b/ods_ci/tasks/Resources/Provisioning/Hive/GPU/overlays/AZURE/gpu.yaml
@@ -1,6 +1,6 @@
 - op: replace
   path: /spec/template/spec/providerSpec/value/vmSize
   value: INSTANCE_TYPE
-- op: remove
-  path: /spec/template/spec/providerSpec/value/zone
-
+- op: replace
+  path: /spec/replicas
+  value: 1
diff --git a/ods_ci/tasks/Resources/Provisioning/Hive/GPU/overlays/AZURE/kustomization.yaml b/ods_ci/tasks/Resources/Provisioning/Hive/GPU/overlays/AZURE/kustomization.yaml
index 5405485c9..4e90c748d 100644
--- a/ods_ci/tasks/Resources/Provisioning/Hive/GPU/overlays/AZURE/kustomization.yaml
+++ b/ods_ci/tasks/Resources/Provisioning/Hive/GPU/overlays/AZURE/kustomization.yaml
@@ -8,3 +8,7 @@ patches:
   - path: gpu.yaml
     target:
       kind: MachineSet
+  - path: gpu-remove-zone.yaml
+    target:
+      kind: MachineSet
+      name: ".*[^(westus)]"  # regions without availability zones. If needed, add | <region name> after westus