app.py

import gradio as gr
import tensorflow as tf 

model = tf.saved_model.load('arabert_pretrained')





from transformers import TFAutoModel, AutoTokenizer
arabert_tokenizer = AutoTokenizer.from_pretrained('aubmindlab/bert-base-arabert')



import pandas as pd



def preprocess_input_data(texts, tokenizer, max_len=120):
    """Tokenize and preprocess the input data for Arabert model.

    Args:
        texts (list): List of text strings.
        tokenizer (AutoTokenizer): Arabert tokenizer from transformers library.
        max_len (int, optional): Maximum sequence length. Defaults to 120.

    Returns:
        Tuple of numpy arrays: Input token IDs and attention masks.
    """
    # Tokenize the text data using the tokenizer
    tokenized_data = [tokenizer.encode_plus(
        t,
        max_length=max_len,
        pad_to_max_length=True,
        add_special_tokens=True) for t in texts]

    # Extract tokenized input IDs and attention masks
    input_ids = [data['input_ids'] for data in tokenized_data]
    attention_mask = [data['attention_mask'] for data in tokenized_data]

    return input_ids, attention_mask
def sentiment_analysis(text): 
    X_input_ids, X_attention_mask = preprocess_input_data(text, arabert_tokenizer)
    preds = model(X_input_ids)
    import numpy as np
    predicted_classe=list(np.where(preds <0.5,0,1).reshape(len(preds),1))
    predicted_class = ''.join(str(x) for x in np.where(preds < 0.5, 0, 1).flatten())
    return predicted_class


iface = gr.Interface(fn=sentiment_analysis, inputs="text", outputs="text")
iface.launch()