Update pattern_analyzer.py

pattern_analyzer.py

@@ -1,19 +1,27 @@
 import os
 os.environ['TRANSFORMERS_CACHE'] = '/tmp/transformers_cache'
 from transformers import AutoModelForCausalLM, AutoTokenizer
-import numpy as np
-import pandas as pd
-import json
-from pattern_logic import PatternLogic
+import torch
 
 class PatternAnalyzer:
     def __init__(self):
-        self.model = AutoModelForCausalLM.from_pretrained(
-            "tmmdev/codellama-pattern-analysis",
-            load_in_8bit=True,  # Enable 8-bit quantization
-            device_map="auto",   # Optimize device usage
-            torch_dtype="auto"   # Automatic precision selection
-        )
+        # Check if CUDA is available
+        if torch.cuda.is_available():
+            self.model = AutoModelForCausalLM.from_pretrained(
+                "tmmdev/codellama-pattern-analysis",
+                load_in_8bit=True,
+                device_map="auto",
+                torch_dtype="auto"
+            )
+        else:
+            # CPU fallback configuration
+            self.model = AutoModelForCausalLM.from_pretrained(
+                "tmmdev/codellama-pattern-analysis",
+                device_map="auto",
+                torch_dtype=torch.float32,
+                low_cpu_mem_usage=True
+            )
+        
         self.tokenizer = AutoTokenizer.from_pretrained("tmmdev/codellama-pattern-analysis")