[CI] Add Llama2 to torch compile tests (#446)

.jenkins/lm-eval-harness/configs/Llama-2-7B-hf.yaml

@@ -0,0 +1,14 @@
+# These scores were chosen to place within 6% range of values achieved using  vLLM on HPU:
+# 0.148 - 0.164
+# where on https://www.llama.com/llama2/: 0.146 is given
+model_name: "/mnt/weka/data/pytorch/llama2/Llama-2-7b-hf"
+tasks:
+- name: "gsm8k"
+  metrics:
+  - name: "exact_match,strict-match"
+    value: 0.155
+  - name: "exact_match,flexible-extract"
+    value: 0.155
+limit: 250
+num_fewshot: 5
+dtype: "bfloat16"

.jenkins/lm-eval-harness/configs/models-llama2.txt

@@ -0,0 +1 @@
+Llama-2-7B-hf.yaml

.jenkins/test_config_t_compile.yaml

@@ -14,3 +14,15 @@ stages:
       - name: gsm8k_small_g2_tp2_tc
         flavor: g2.s
         command: cd .jenkins/lm-eval-harness && PT_HPU_LAZY_MODE=0 bash run-tests.sh -c configs/models-small.txt -t 2
+      - name: gsm8k_llama2_g3_tp1_tc
+        flavor: g3
+        command: cd .jenkins/lm-eval-harness && PT_HPU_LAZY_MODE=0 bash run-tests.sh -c configs/models-llama2.txt -t 1
+      - name: gsm8k_llama2_g3_tp2_tc
+        flavor: g3.s
+        command: cd .jenkins/lm-eval-harness && PT_HPU_LAZY_MODE=0 bash run-tests.sh -c configs/models-llama2.txt -t 2
+      - name: gsm8k_lama2_g2_tp1_tc
+        flavor: g2
+        command: cd .jenkins/lm-eval-harness && PT_HPU_LAZY_MODE=0 bash run-tests.sh -c configs/models-llama2.txt -t 1
+      - name: gsm8k_lama2_g2_tp2_tc
+        flavor: g2.s
+        command: cd .jenkins/lm-eval-harness && PT_HPU_LAZY_MODE=0 bash run-tests.sh -c configs/models-llama2.txt -t 2