Update app.py

app.py

@@ -198,7 +198,7 @@ class S3ModelLoader:
             os.makedirs(model_path, exist_ok=True)
             self.s3.download_file(self.bucket_name, f"{s3_uri}/config.json", os.path.join(model_path, "config.json"))
             if task_type == "text":
-                model = AutoModelForCausalLM.from_pretrained(model_path, load_in_8bit=True)
+                model = AutoModelForCausalLM.from_pretrained(model_path)
                 tokenizer = AutoTokenizer.from_pretrained(model_path)
                 if tokenizer.eos_token_id is None:
                     tokenizer.eos_token_id = tokenizer.pad_token_id