Change Model

app.py

@@ -49,7 +49,7 @@ except:
 #---------------------------------------
 
 #-------LOAD HUGGINGFACE PIPELINE-------
-tokenizer = AutoTokenizer.from_pretrained("motherduckdb/DuckDB-NSQL-7B-v0.1")
+tokenizer = AutoTokenizer.from_pretrained("defog/llama-3-sqlcoder-8b")
 
 quantization_config = BitsAndBytesConfig(
     load_in_4bit=True,
@@ -57,7 +57,7 @@ quantization_config = BitsAndBytesConfig(
     bnb_4bit_use_double_quant=True,
     bnb_4bit_quant_type= "nf4")
 
-model = AutoModelForCausalLM.from_pretrained("motherduckdb/DuckDB-NSQL-7B-v0.1", quantization_config=quantization_config,
+model = AutoModelForCausalLM.from_pretrained("defog/llama-3-sqlcoder-8b", quantization_config=quantization_config,
                                              device_map="auto", torch_dtype=torch.bfloat16)
 
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=1024, return_full_text=False)