diff --git a/.buildkite/hardware_tests/cpu.yaml b/.buildkite/hardware_tests/cpu.yaml
index 501fc4d28..acca2b368 100644
--- a/.buildkite/hardware_tests/cpu.yaml
+++ b/.buildkite/hardware_tests/cpu.yaml
@@ -101,6 +101,7 @@ steps:
 
 - label: "Arm CPU Test"
   depends_on: []
+  soft_fail: false
   device: arm_cpu
   no_plugin: true
   commands: 
diff --git a/.buildkite/scripts/hardware_ci/run-cpu-test-arm.sh b/.buildkite/scripts/hardware_ci/run-cpu-test-arm.sh
index 528385d50..c2509a07b 100755
--- a/.buildkite/scripts/hardware_ci/run-cpu-test-arm.sh
+++ b/.buildkite/scripts/hardware_ci/run-cpu-test-arm.sh
@@ -5,8 +5,8 @@
 set -ex
 
 # allow to bind to different cores
-CORE_RANGE=${CORE_RANGE:-0-16}
-OMP_CORE_RANGE=${OMP_CORE_RANGE:-0-16}
+CORE_RANGE=${CORE_RANGE:-0-31}
+OMP_CORE_RANGE=${OMP_CORE_RANGE:-0-31}
 
 export CMAKE_BUILD_PARALLEL_LEVEL=16
 
@@ -41,6 +41,11 @@ function cpu_tests() {
     set -e
     pytest -x -v -s tests/models/multimodal/generation/test_whisper.py -m cpu_model"
 
+  # Run quantized model tests
+  docker exec cpu-test bash -c "
+    set -e
+    pytest -x -v -s tests/quantization/test_compressed_tensors.py::test_compressed_tensors_w8a8_logprobs"
+
   # Run kernel tests
   docker exec cpu-test bash -c "
     set -e