Patch metal bug

EricLBuehler · Oct 16, 2024 · f57741c · f57741c
1 parent 751be3d
commit f57741c
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/mistralrs-core/src/pipeline/isq.rs b/mistralrs-core/src/pipeline/isq.rs
@@ -536,6 +536,8 @@ pub trait IsqModel {
 
                     std::fs::create_dir_all(parent)?;
 
+                    safetensors::serialize_to_file(quantized_values?, &None, serialized)?;
+
                     let residual = match organization {
                         IsqOrganization::Default => self.residual_tensors(),
                         IsqOrganization::MoeExpertsOnly => self