sadickam commited on
Commit
673627a
1 Parent(s): 52527ff

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ from io import StringIO
8
  api_token = os.getenv('HF_API_TOKEN')
9
 
10
  # Load the model and tokenizer
11
- model_name = "nvidia/Llama3-ChatQA-1.5-8B"
12
  tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=api_token)
13
  model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=api_token)
14
 
 
8
  api_token = os.getenv('HF_API_TOKEN')
9
 
10
  # Load the model and tokenizer
11
+ model_name = "unsloth/llama-3-8b-Instruct-bnb-4bit"
12
  tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=api_token)
13
  model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=api_token)
14