Update app.py

app.py

@@ -65,10 +65,21 @@ import urllib.request
 import gradio as gr
 from gradio import inputs, outputs
 from datasets import load_dataset
+from huggingface_hub import HfApi, list_models
+import os
+from huggingface_hub import HfFileSystem
+
+# dataset = load_dataset('Seetha/Visualization', streaming=True)
+# df = pd.DataFrame.from_dict(dataset['train'])
+DATASET_REPO_URL = "https://huggingface.co/datasets/Seetha/Visualization"
+DATA_FILENAME = "level2.json"
+#DATA_FILE = os.path.join("data", DATA_FILENAME)
 
-dataset = load_dataset('Seetha/Visualization', streaming=True)
-df = pd.DataFrame.from_dict(dataset['train'])
+HF_TOKEN = os.environ.get("HF_TOKEN")
+st.write("is none?", HF_TOKEN is None)
 
+HfApi().delete_file(path_in_repo = DATA_FILENAME ,repo_id = 'Seetha/Visualization',token= HF_TOKEN,repo_type='dataset')
+st.write('file-deleted')
 
 def main():
 
@@ -472,8 +483,11 @@ def main():
             'target': col,
             'value': int(df_tab.loc[row, col])
         })
-  dat = json.dumps(json_data) 
-  level2_df = pd.read_json(dat)
+  fs = HfFileSystem(token=HF_TOKEN)
+  with fs.open('datasets/Seetha/Visualization.json', 'w') as f:
+    json.dump(json_data, f)
+  # dat = json.dumps(json_data) 
+  # level2_df = pd.read_json(dat)
   # level2_df = pd.DataFrame.from_dict(dat, orient='index')
   # level2_df.reset_index(level=0,inplace=True)
   #st.write(level2_df)
@@ -484,7 +498,7 @@ def main():
   #     fi.write(dat)
   #     fi.truncate()
 
-  updated_dataset = dataset.map(lambda example: {'new_value': level2_df['value'], 'new_source':level2_df['source'], 'new_target': level2_df['target']},remove_columns=['value','source','target'])
+  #updated_dataset = dataset.map(lambda example: {'new_value': level2_df['value'], 'new_source':level2_df['source'], 'new_target': level2_df['target']},remove_columns=['value','source','target'])
 
  # st.write(updated_dataset)
   #updated_dataset.push_to_hub('Seetha/visual', token=os.environ.get('HF_TOKEN'))