Update app.py

app.py

@@ -171,15 +171,43 @@ def on_select(instruction1, instruction2, instruction3, evt: gr.SelectData):
 
 #----------------#
 # Grammar metrics
-#import textstat
-from textacy import readability
+import re
+
+def preprocess_text(text):
+    # Remove special characters and extra spaces
+    text = re.sub(r'[^\w\s]', '', text)
+    text = re.sub(r'\s+', ' ', text).strip()
+    return text
+
+def flesch_kincaid_grade_level(text):
+    sentences = len(re.split(r'[.!?]', text))
+    words = len(text.split())
+    syllables = sum([len(re.findall(r'[aeiouyAEIOUY]', word)) for word in text.split()])
+    
+    return 0.39 * (words / sentences) + 11.8 * (syllables / words) - 15.59
+
+def flesch_reading_ease(text):
+    sentences = len(re.split(r'[.!?]', text))
+    words = len(text.split())
+    syllables = sum([len(re.findall(r'[aeiouyAEIOUY]', word)) for word in text.split()])
+    
+    return 206.835 - 1.015 * (words / sentences) - 84.6 * (syllables / words)
+
+def gunning_fog_index(text):
+    sentences = len(re.split(r'[.!?]', text))
+    words = len(text.split())
+    complex_words = len([word for word in text.split() if len(re.findall(r'[aeiouyAEIOUY]', word)) >= 3])
+    
+    return 0.4 * ((words / sentences) + 100 * (complex_words / words))
 
-def calculate_metrics(text):
-    flesch_kincaid_grade = readability.flesch_kincaid_grade_level(text) #textstat.flesch_kincaid_grade(text)
-    flesch_reading_ease = readability.flesch_reading_ease(text) #textstat.flesch_reading_ease(text)
-    gunning_fog = readability.gunning_fog_index(text) #textstat.gunning_fog(text)
+def calculate_readability_metrics(text):
+    preprocessed_text = preprocess_text(text)
+    fk_grade_level = flesch_kincaid_grade_level(preprocessed_text)
+    fk_reading_ease = flesch_reading_ease(preprocessed_text)
+    gunning_fog = gunning_fog_index(preprocessed_text)
     
-    return flesch_kincaid_grade, flesch_reading_ease, gunning_fog
+    return fk_grade_level, fk_reading_ease, gunning_fog
+#-------------#
 
 with gr.Blocks(title="RecurrentGPT", css="footer {visibility: hidden}", theme='sudeepshouche/minimalist') as demo:
     gr.Markdown(
@@ -296,7 +324,7 @@ with gr.Blocks(title="RecurrentGPT", css="footer {visibility: hidden}", theme='s
                 calculate_button = gr.Button("Calculate Metrics")
             
             def update_metrics(text):
-                grade, ease, fog = calculate_metrics(text)
+                grade, ease, fog = calculate_readability_metrics(text)
                 return grade, ease, fog
             
             calculate_button.click(fn=update_metrics, inputs=written_paras, outputs=[flesch_kincaid_grade, flesch_reading_ease, gunning_fog])