Update configs.py

configs.py

@@ -20,6 +20,7 @@ model_info = {
     'LLAMA2-7B': dict(model_path='meta-llama/Llama-2-7b-chat-hf', token=os.environ['hf_token'], 
                       original_prompt_template='<s>{prompt}',
                       interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
+                      load_in_8bit=True,
                       layers_format=llama_layers_format),
     'LLAMA2-13B': dict(model_path='meta-llama/Llama-2-13b-chat-hf', 
                       token=os.environ['hf_token'], torch_dtype=torch.float16,