retry (set_with_dataframe(worksheet, global_df) )

app.py

@@ -15,11 +15,11 @@ from tabulate import tabulate
 import logging
 import time
 import pandas as pd
+from apscheduler.schedulers.background import BackgroundScheduler
 from gspread_dataframe import get_as_dataframe, set_with_dataframe
 from gspread_formatting.dataframe import format_with_dataframe
 import numpy as np
 
-
 import gradio_client
 import gradio as gr
 from gradio_client import Client
@@ -48,12 +48,38 @@ bot_ids = [1136614989411655780, 1166392942387265536, 1158038249835610123, 113077
 """"""
 api = HfApi()
 """"""
-
+#csv_file = 'data.csv'
+global_df = pd.DataFrame()
 
 @bot.event
 async def on_ready():
+    global global_df
     print(f'Logged in as {bot.user.name}')
     print(f"XP_PER_MESSAGE: {XP_PER_MESSAGE}")
+    # testing sheet -> read -> paste sheet
+
+    """import data from google sheets -> HF Space .csv (doesn't make API call this way, as it's read-only)""" 
+    data = pd.read_csv("https://docs.google.com/spreadsheets/d/1hQSsIg1Y9WdBF_CdNM1L1rUUREoxKqRTe3_ILo-WK8w/export?format=csv&gid=0")
+    data['discord_user_id'] = data['discord_user_id'].astype(str)
+    global_df = data
+    print(f"csv successfully retrieved: {global_df}")
+    #data.to_csv(csv_file, index=False)
+
+
+def update_google_sheet():
+    """save data from HF Space -> google sheets (makes 1 API call)"""
+    print("test")
+    name = "levelbot"
+    worksheet = gspread_bot.open(name).sheet1
+    set_with_dataframe(worksheet, global_df)
+    print({f"Google sheet {name} successfully updated!"})
+
+"""
+scheduler = BackgroundScheduler()
+scheduler.add_job(update_google_sheet, "interval", seconds=60)
+scheduler.start()
+
+"""
 
 
 def calculate_level(xp):
@@ -66,7 +92,7 @@ def calculate_xp(level):
 
 processed_users = set()
 
-async def periodic_api_test():
+async def periodic_api_test(): # needs rewrite, can do same thing and interact with csv -> push to google sheets
     try:
         await asyncio.sleep(1)
         column_values_3 = worksheet2.col_values(3)
@@ -98,59 +124,12 @@ async def periodic_api_test():
                 print(f"Failed to retrieve data for user {user}. Status code: {response.status_code}")
             
     except Exception as e:
-        print(f"periodic_api_test Error: {e}")   
-
-
-def blocking_io(member_id):
-    try:
-        time.sleep(1)
-        worksheet = gspread_bot.open("levelbot").sheet1
-    
-        guild = bot.get_guild(879548962464493619)
-        member = guild.get_member(member_id)
-        print(f" {member}")
-        print(f"2")
-    
-        cell = worksheet.find(str(member.id))
-        length = len(worksheet.col_values(1))
-        print(f"3")
-        if cell is None:
-            print(f"creating new record for {member}")            
-            # if not, create new record
-            string_member_id = str(member.id)
-            xp = 10
-            current_level = calculate_level(xp)
-            member_name = member.name
-            worksheet.update(values=[[string_member_id, member_name, xp, current_level]], range_name=f'A{length+1}:D{length+1}')
-            # initial role assignment
-            if current_level == 1:
-                if lvl1 not in member.roles:
-                    return(1)
-    
-        else:
-            print(f"4")
-            if cell:
-                # if so, update that row...
-                xp = worksheet.cell(cell.row, cell.col+2).value
-                xp = int(xp) + XP_PER_MESSAGE
-                current_level = calculate_level(xp)
-                print(f"updating record for {member}: {xp} xp")
-                # write with added xp
-                worksheet.update(values=[[xp, current_level]], range_name=f'C{cell.row}:D{cell.row}')   
-                # level up
-                print(f"current_level: {current_level}")
-                if current_level >= 2 and current_level <=30:
-                    # pass current_level as int?
-                    return(current_level)
-    except Exception as e:
-        print(f"blocking_io Error: {e}")  
+        print(f"periodic_api_test Error: {e}")    
 
     
 async def add_exp(member_id):
     try:
-        await asyncio.sleep(1)
-        loop = asyncio.get_running_loop()
-        result = await loop.run_in_executor(None, blocking_io, member_id)
+        global global_df
         
         guild = bot.get_guild(879548962464493619)
         member = guild.get_member(member_id)
@@ -192,24 +171,54 @@ async def add_exp(member_id):
             21: lvl21, 22: lvl22, 23: lvl23, 24: lvl24, 25: lvl25, 26: lvl26, 27: lvl27, 28: lvl28, 29: lvl29, 30: lvl30,
         }              
 
-        if result == 1:
-            await member.add_roles(lvl1)
-            print(f"Gave {member} {lvl1}")     
-
-        print(f"result: {result}")
-        if result >= 2:
-            current_level = result
-            current_role = lvls[current_level]
-            if current_role not in member.roles:            
-                await member.add_roles(current_role)
-                print(f"Giving {member} {current_role}")
-                await member.remove_roles(lvls[current_level-1])
-                print(f"Removed {lvls[current_level-1]} from {member}")  
-                #print(f"{member} Level up! {current_level-1} -> {current_level}!")
-                if current_role in member.roles:
-                    await member.send(f"Level up! {current_level-1} -> {current_level}!")            
-
-              
+        member_found = False
+        for index, cell_value in global_df.iloc[:, 0].items():
+            if cell_value == member_id:
+                # if found, update that row...
+                member_found = True
+                print(f"Record for {member} found at row {index + 1}, column 1")
+        
+                # increment the old experience value (better not to replace outright)
+                old_xp = global_df.loc[index, 'discord_exp']
+                print(old_xp)
+                new_xp = old_xp + XP_PER_MESSAGE
+                print(f"new_xp = old_xp + XP_PER_MESSAGE / {new_xp} = {old_xp} + {XP_PER_MESSAGE}")
+                global_df.loc[index, 'discord_exp'] = new_xp # do not change column name
+                print(f"Record for {member} updated from {old_xp} to {new_xp} (+{XP_PER_MESSAGE}) ")
+                print(f"Current value: {global_df.loc[index, 'discord_exp']}")
+          
+                # level up
+                current_level = calculate_level(new_xp)
+                print(f"Current_level for {member}: {current_level}")
+                if current_level >= 2 and current_level <=30:
+                    current_role = lvls[current_level]
+                    if current_role not in member.roles:            
+                        await member.add_roles(current_role)
+                        print(f"Level Up! Gave {member} {current_role}")
+                        await member.remove_roles(lvls[current_level-1])
+                        print(f"Removed {lvls[current_level-1]} from {member}")  
+                        #print(f"{member} Level up! {current_level-1} -> {current_level}!")
+                        #if current_role in member.roles: # needs update; reference exp reward for verification
+                            #await member.send(f"Level up! {current_level-1} -> {current_level}!")   
+        
+        if not member_found:
+            # if not, create new record
+            print(f"creating new record for {member}")            
+            #string_member_id = str(member.id)
+            xp = 10 # define somewhere else?
+            current_level = calculate_level(xp)
+            member_name = member.name
+            row_data = [member_id, member_name, xp, current_level]
+            new_row_df = pd.DataFrame([row_data], columns=global_df.columns)
+            updated_df = global_df.append(new_row_df, ignore_index=True)
+            # initial role assignment
+            if current_level == 1:
+                if lvl1 not in member.roles:
+                    await member.add_roles(lvl1)
+                    print(f"Gave {member} {lvl1}")  # can log this better          
+
+        if member_id == 811235357663297546:
+            update_google_sheet()
     except Exception as e:
         print(f"add_exp Error: {e}")   
 
@@ -217,12 +226,11 @@ async def add_exp(member_id):
 @bot.event
 async def on_message(message):
     try:
-        if message.author.id not in bot_ids:
+        if message.author.id not in bot_ids: # could change to if author does not have bot role (roleid)
             if "!help_xp" not in message.content:
                 print(f"adding exp from message {message.author}")
                 await asyncio.sleep(1)
                 await add_exp(message.author.id)
-                #await periodic_api_test() # run this ~1 per day otherwise will lead to issues
         await bot.process_commands(message)
     except Exception as e:
         print(f"on_message Error: {e}")
@@ -240,7 +248,7 @@ async def on_reaction_add(reaction, user):
 
 
 @bot.command(name='update_leaderboard')
-async def update_leaderboard(ctx, num_results: int = 10):
+async def update_leaderboard(ctx, num_results: int = 10): # needs rewrite
     if ctx.author.id == 811235357663297546:
         await asyncio.sleep(1)
         worksheet = gspread_bot.open("levelbot").sheet1
@@ -251,7 +259,6 @@ async def update_leaderboard(ctx, num_results: int = 10):
         channel = bot.get_channel(1197143964994773023)
         message = await channel.fetch_message(1197148293164187678)
     
-    
         # for 3 lists
         combined_list = [list(sublist) for sublist in zip(names_list, levels_list, exp_list)]
         combined_list = [[name, int(level), int(exp)] for name, level, exp in combined_list]
@@ -300,113 +307,9 @@ async def xp_help(ctx):
     help_message = "How to earn Discord / Hub exp: Post messages, react, Like, discuss, create repos and papers"
     await ctx.author.send(help_message)
 
-
-@bot.command()
-async def write_csv(ctx):
-    if ctx.author.id == 811235357663297546:
-        worksheet = gspread_bot.open("levelbot").sheet1
-        values = worksheet.get_all_values()
-        target_id = '811235357663297546'
-        variable_xp = 0
-        
-        csv_file_path = 'test.csv'
-        with open(csv_file_path, 'w', newline='') as csv_file:
-            csv_writer = csv.writer(csv_file)
-            csv_writer.writerows(values)
-    
-        # modifying csv data 
-        with open(csv_file_path, 'r') as csv_file:
-            csv_reader = csv.reader(csv_file)
-            rows = list(csv_reader)
-        
-            for row in rows:
-                print(row)
-                if target_id in row:
-                    index_of_target = row.index(target_id)
-        
-                    # 2 to right
-                    cell_to_increment_index = index_of_target + 2
-        
-                    # +10
-                    try:
-                        row[cell_to_increment_index] = str(int(row[cell_to_increment_index]) + variable_xp)
-                        print(row[cell_to_increment_index])
-                    except (IndexError, ValueError):
-                        print(f"Error: Unable to increment cell at index {cell_to_increment_index}")
-        
-                    break
-    
-        # write modified data and send in discord
-        with open(csv_file_path, 'w', newline='') as csv_file:
-            csv_writer = csv.writer(csv_file)
-            csv_writer.writerows(rows)
-    
-        csv_data_str = '\n'.join(','.join(row) for row in rows)
-        csv_file = discord.File(csv_file_path)
-    
-        await ctx.channel.send(content="csv", file=csv_file)
-        
-        #target_user = await bot.fetch_user(int(target_id))
-        #await target_user.send(content="csv", file=csv_file)
-
-
-@bot.command()
-async def read_csv(ctx):
-    if ctx.author.id == 811235357663297546:
-        async for message in ctx.channel.history(limit=10):
-            if message.attachments:
-                attachment = message.attachments[0]
-                if attachment.filename.endswith('.csv'):
-                    csv_content = await attachment.read()
-                    csv_data = []
-                    csv_lines = csv_content.decode('utf-8').splitlines()
-                    csv_reader = csv.reader(csv_lines)
-                    for row in csv_reader:
-                        csv_data.append(row)
-                    print(csv_data)
-    
-                    await ctx.send("discord -> read -> updated HF Hub")
-                    # react to the given message, helps with explainability
-                    await message.add_reaction('✅')
-                    break
-
-
-
-@bot.command()
-async def dataframe_test(ctx):
-    if ctx.author.id == 811235357663297546: 
-
-
-        URL = "https://docs.google.com/spreadsheets/d/1hQSsIg1Y9WdBF_CdNM1L1rUUREoxKqRTe3_ILo-WK8w/edit#gid=0"
-        csv_url = URL.replace('/edit#gid=', '/export?format=csv&gid=')
-        df = pd.read_csv(csv_url)
-        print(df)        
-
-        df['discord_user_id'] = df['discord_user_id'].astype(str)
-
-
-        
-        #worksheet = gspread_bot.open("levelbot").sheet1
-        test_worksheet = gspread_bot.open("test").sheet1
-        
-        #df = get_as_dataframe(worksheet, dtype={'a': np.int64})
-        set_with_dataframe(test_worksheet, df)
-
-        
-
-
-
-def get_data():
-
-    first_3_columns = data.iloc[:, 1:4]  # Skip the first column and select the next three columns
-    first_3_columns.to_csv('first_3_columns.csv', index=False)
-    return first_3_columns
-
-        
 # embeds with user pfps? 
 # name, pfp, time in server....
 
-
 # discord_level column
 # pick 10 highest
 # update
@@ -415,24 +318,19 @@ def get_data():
 # count number of messages per user for every channel (total messages)
 # fix sheet if necessary
 
-
 # might need cell location data to pull both level and username at same time
 # add emojis for some color
 # check if members are still in the server 
 
-        
 """"""
 DISCORD_TOKEN = os.environ.get("DISCORD_TOKEN", None)
 def run_bot():
     bot.run(DISCORD_TOKEN)
 threading.Thread(target=run_bot).start()
 
-URL = "https://docs.google.com/spreadsheets/d/1hQSsIg1Y9WdBF_CdNM1L1rUUREoxKqRTe3_ILo-WK8w/edit#gid=0"
-csv_url = URL.replace('/edit#gid=', '/export?format=csv&gid=')
 
 def get_data():
-    data = pd.read_csv(csv_url)
-    first_3_columns = data.iloc[:, 1:4]
+    first_3_columns = global_df.iloc[:, 1:4]
     first_3_columns.to_csv('first_3_columns.csv', index=False)
     return first_3_columns
 
@@ -443,11 +341,10 @@ def get_data():
 
 demo = gr.Blocks()
 with demo:
-    dataframe1 = pd.read_csv(csv_url)
-    column_values_unique = sorted(dataframe1.iloc[:, 3].unique())
+    column_values_unique = sorted(global_df.iloc[:, 3].unique())
     dataframe2 = pd.DataFrame({'Levels': column_values_unique})
     counts = {}
-    for value in dataframe1.iloc[:, 3]:
+    for value in global_df.iloc[:, 3]:
         counts[value] = counts.get(value, 0) + 1
     dataframe2['Members'] = dataframe2['Levels'].map(counts)
 
@@ -479,4 +376,4 @@ with demo:
      
         #with gr.TabItem("📈 Hub-only leaderboard", elem_id="hub-table", id=2):
 
-demo.queue().launch()       
+demo.queue().launch()