Add JSON processing support for Python dict format in model responses

- Added JsonProcessor module to handle Python dictionary to JSON conversion
- Enhanced response processing to automatically format single quotes and
None values
- Updated requirements.txt to include loguru dependency
- Model responses now support both Python dict and JSON formats seamlessly

app.py

@@ -2,6 +2,8 @@ import gradio as gr
 import spaces  # Import spaces module for ZeroGPU
 from huggingface_hub import login
 import os
+from json_processor import JsonProcessor
+import json
 
 # 1) Read Secrets
 hf_token = os.getenv("HUGGINGFACE_TOKEN")
@@ -93,6 +95,32 @@ def load_model_on_gpu():
         print(f"❌ Model loading failed: {load_error}")
         raise load_error
 
+def process_json_in_response(response):
+    """Process and format JSON content in the response"""
+    try:
+        # Check if response contains JSON-like content
+        if '{' in response and '}' in response:
+            processor = JsonProcessor()
+            
+            # Try to process the response for JSON content
+            processed_json = processor.process_response(response)
+            
+            if processed_json:
+                # Format the JSON nicely
+                formatted_json = json.dumps(processed_json, indent=2, ensure_ascii=False)
+                # Replace the JSON part in the response
+                import re
+                json_pattern = r'\{.*\}'
+                match = re.search(json_pattern, response, re.DOTALL)
+                if match:
+                    # Replace the matched JSON with the formatted version
+                    response = response.replace(match.group(), formatted_json)
+            
+        return response
+    except Exception:
+        # If processing fails, return original response
+        return response
+
 @spaces.GPU(duration=60)  # GPU inference
 def generate_response_gpu(prompt, max_tokens=512):
     """Generate response - executed on GPU"""
@@ -148,6 +176,9 @@ def generate_response_gpu(prompt, max_tokens=512):
         elif len(response) > len(formatted_prompt):
             response = response[len(formatted_prompt):].strip()
         
+        # Process JSON if present in response
+        response = process_json_in_response(response)
+        
         return response if response else "❌ No response generated. Please try again with a different prompt."
     
     except Exception as generation_error:

json_processor.py

@@ -0,0 +1,46 @@
+import json
+import re
+import ast
+from loguru import logger
+
+class JsonProcessor:
+    def process_response(self, response):
+        try:
+            # Search for JSON string in the response
+            json_str_match = re.search(r'\{.*\}', response, re.DOTALL)
+            if json_str_match:
+                # Get the matched JSON string
+                json_str = json_str_match.group()
+                logger.debug(f"Full JSON string: {json_str}")  
+
+                # Try to parse as Python literal first, then convert to JSON
+                try:
+                    # First try to evaluate as Python literal
+                    python_obj = ast.literal_eval(json_str)
+                    # Convert to proper JSON
+                    response_json = json.loads(json.dumps(python_obj))
+                except (ValueError, SyntaxError):
+                    # Fall back to string replacement method
+                    # Replace escape characters and remove trailing commas
+                    json_str = json_str.replace("\\", "")
+                    json_str = json_str.replace(r'\\_', '_')
+                    json_str = re.sub(r',\s*}', '}', json_str)
+                    json_str = re.sub(r',\s*\]', ']', json_str)
+                    
+                    # Convert Python format to JSON format
+                    json_str = json_str.replace("'", '"')  # Single quotes to double quotes
+                    json_str = json_str.replace('None', 'null')  # Python None to JSON null
+
+                    # Parse the JSON string
+                    response_json = json.loads(json_str)
+                return response_json
+            else:
+                logger.error("No JSON string match found in response.")
+                return None
+
+        except json.JSONDecodeError as e:
+            logger.error(f"JSONDecodeError: {e}")
+        except Exception as e:
+            logger.error(f"Unexpected error: {e}")
+
+        return None

requirements.txt

@@ -9,3 +9,4 @@ scipy
 sentencepiece
 protobuf
 spaces
+loguru