diff --git a/torchbenchmark/models/lit_llama/__init__.py b/torchbenchmark/canary_models/lit_llama/__init__.py
similarity index 100%
rename from torchbenchmark/models/lit_llama/__init__.py
rename to torchbenchmark/canary_models/lit_llama/__init__.py
diff --git a/torchbenchmark/models/lit_llama/install.py b/torchbenchmark/canary_models/lit_llama/install.py
similarity index 100%
rename from torchbenchmark/models/lit_llama/install.py
rename to torchbenchmark/canary_models/lit_llama/install.py
diff --git a/torchbenchmark/models/lit_llama/metadata.yaml b/torchbenchmark/canary_models/lit_llama/metadata.yaml
similarity index 100%
rename from torchbenchmark/models/lit_llama/metadata.yaml
rename to torchbenchmark/canary_models/lit_llama/metadata.yaml
diff --git a/torchbenchmark/models/lit_llama_generate/__init__.py b/torchbenchmark/canary_models/lit_llama_generate/__init__.py
similarity index 100%
rename from torchbenchmark/models/lit_llama_generate/__init__.py
rename to torchbenchmark/canary_models/lit_llama_generate/__init__.py
diff --git a/torchbenchmark/models/lit_llama_generate/install.py b/torchbenchmark/canary_models/lit_llama_generate/install.py
similarity index 100%
rename from torchbenchmark/models/lit_llama_generate/install.py
rename to torchbenchmark/canary_models/lit_llama_generate/install.py
diff --git a/torchbenchmark/models/lit_llama_generate/metadata.yaml b/torchbenchmark/canary_models/lit_llama_generate/metadata.yaml
similarity index 100%
rename from torchbenchmark/models/lit_llama_generate/metadata.yaml
rename to torchbenchmark/canary_models/lit_llama_generate/metadata.yaml
diff --git a/torchbenchmark/models/lit_llama_lora/__init__.py b/torchbenchmark/canary_models/lit_llama_lora/__init__.py
similarity index 100%
rename from torchbenchmark/models/lit_llama_lora/__init__.py
rename to torchbenchmark/canary_models/lit_llama_lora/__init__.py
diff --git a/torchbenchmark/models/lit_llama_lora/install.py b/torchbenchmark/canary_models/lit_llama_lora/install.py
similarity index 100%
rename from torchbenchmark/models/lit_llama_lora/install.py
rename to torchbenchmark/canary_models/lit_llama_lora/install.py
diff --git a/torchbenchmark/models/lit_llama_lora/metadata.yaml b/torchbenchmark/canary_models/lit_llama_lora/metadata.yaml
similarity index 100%
rename from torchbenchmark/models/lit_llama_lora/metadata.yaml
rename to torchbenchmark/canary_models/lit_llama_lora/metadata.yaml