diff --git a/tests/sparseml/transformers/obcq/obcq_configs/consec_runs/tiny_llama_consec_runs.yaml b/tests/sparseml/transformers/obcq/obcq_configs/consec_runs/tiny_llama_consec_runs.yaml
index e1073aae904..44d50d2fdd0 100644
--- a/tests/sparseml/transformers/obcq/obcq_configs/consec_runs/tiny_llama_consec_runs.yaml
+++ b/tests/sparseml/transformers/obcq/obcq_configs/consec_runs/tiny_llama_consec_runs.yaml
@@ -1,6 +1,6 @@
 cadence: "commit"
 test_type: "sanity"
-model: "Xenova/llama2.c-stories15M"
+model: "HuggingFaceM4/tiny-random-LlamaForCausalLM"
 dataset: open_platypus
 first_recipe: "tests/sparseml/transformers/obcq/recipes/quant_and_sparse.yaml"
-second_recipe: "tests/sparseml/transformers/obcq/recipes/additional_sparsity.yaml"
\ No newline at end of file
+second_recipe: "tests/sparseml/transformers/obcq/recipes/additional_sparsity.yaml"
diff --git a/tests/sparseml/transformers/obcq/obcq_configs/repeat_quants/tiny_llama_repeat_quant.yaml b/tests/sparseml/transformers/obcq/obcq_configs/repeat_quants/tiny_llama_repeat_quant.yaml
index a91b7b4d56a..7545d40512e 100644
--- a/tests/sparseml/transformers/obcq/obcq_configs/repeat_quants/tiny_llama_repeat_quant.yaml
+++ b/tests/sparseml/transformers/obcq/obcq_configs/repeat_quants/tiny_llama_repeat_quant.yaml
@@ -1,6 +1,6 @@
 cadence: "commit"
 test_type: "sanity"
-model: "Xenova/llama2.c-stories15M"
+model: "HuggingFaceM4/tiny-random-LlamaForCausalLM"
 dataset: open_platypus
 first_recipe: |
   first_stage:
@@ -22,4 +22,4 @@ second_recipe: |
                   - LlamaRotaryEmbedding
                   - LlamaRMSNorm
                   - SiLU
-                  - Embedding
\ No newline at end of file
+                  - Embedding
diff --git a/tests/sparseml/transformers/obcq/test_consecutive_runs.py b/tests/sparseml/transformers/obcq/test_consecutive_runs.py
index 7bcfc8b7efe..04b78ec82b8 100644
--- a/tests/sparseml/transformers/obcq/test_consecutive_runs.py
+++ b/tests/sparseml/transformers/obcq/test_consecutive_runs.py
@@ -114,7 +114,7 @@ def setUp(self):
         self.output_second = Path(self.output) / "test_2"
 
     def test_consecutive_runs_small(self):
-        self._test_consecutive_runs(tolerance=1e-3)
+        self._test_consecutive_runs(tolerance=1e-1)
 
 
 @requires_gpu