Update inf.py

inf.py

@@ -18,15 +18,19 @@ class InferencePipeline:
         self.hf_token = hf_token
         self.base_model_id = "stabilityai/stable-diffusion-xl-base-1.0"
         self.device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
-        if self.device.type == 'cpu':
-            self.pipe = StableDiffusionXLPipeline.from_pretrained(
-                self.base_model_id, use_auth_token=self.hf_token)
-        else:
-            self.pipe = StableDiffusionXLPipeline.from_pretrained(
+        # if self.device.type == 'cpu':
+        #     self.pipe = StableDiffusionXLPipeline.from_pretrained(
+        #         self.base_model_id, use_auth_token=self.hf_token)
+        # else:
+        #     self.pipe = StableDiffusionXLPipeline.from_pretrained(
+        #         self.base_model_id,
+        #         torch_dtype=torch.float16,
+        #         use_auth_token=self.hf_token)
+            # self.pipe = self.pipe.to(self.device)
+        self.pipe = StableDiffusionXLPipeline.from_pretrained(
                 self.base_model_id,
-                # torch_dtype=torch.float16,
+                torch_dtype=torch.float16,
                 use_auth_token=self.hf_token)
-            self.pipe = self.pipe.to(self.device)
         self.content_lora_model_id = None
         self.style_lora_model_id = None