Update app.py

app.py

@@ -170,9 +170,103 @@ async def on_voice_state_update(member, before, after):
         await bot.log_channel.send(embed=embed)
 
 # bot stuff ---------------------------------------------------------------------------------------------------------------------------------------------------------------
-
-# send messages
-#
+#---------------------------------------------------------------------------------------------------------------------------- 
+chathistory = None
+falcon_users = []
+#falcon_threads = []
+falcon_dictionary = {}
+falcon_userid_threadid_dictionary = {}
+
+@bot.command()
+async def falcon(ctx, *, prompt: str):
+    # todo: need to be careful with these, rework into something simpler
+    try:
+        global falcon_users
+        #global falcon_threads # deprecated
+        global falcon_dictionary
+        global falcon_userid_threadid_dictionary
+
+        # dict[generation, authorid]
+        # dict[threadid, authorid]
+
+        if not ctx.author.bot:
+            if ctx.channel.id != 1119313248056004729: # initial thread creation inside #falcon
+                #if ctx.author.id not in falcon_users: # deprecated
+                if ctx.author.id not in falcon_userid_threadid_dictionary:
+                    #await ctx.message.add_reaction('<a:loading:1114111677990981692>')
+                    thread = await ctx.message.create_thread(name=f'{ctx.author}')
+                    #falcon_users = [ctx.author.id] + falcon_users # deprecated
+                    #falcon_threads = [thread.id] + falcon_threads # deprecated
+                    await thread.send(f"**(HuggingBot is a highly experimental beta; The Falcon model can be found here: https://huggingface.co/spaces/HuggingFaceH4/falcon-chat)**")
+                    
+                    # initial generation here
+                    chathistory = falconclient.predict( 
+                            fn_index=5
+                    ) # []
+                    instructions = "The following is a conversation between a highly knowledgeable and intelligent AI assistant, called Falcon, and a human user, called User. In the following interactions, User and Falcon will converse in natural language, and Falcon will answer User's questions. Falcon was built to be respectful, polite and inclusive. Falcon was built by the Technology Innovation Institute in Abu Dhabi. Falcon will never decline to answer a question, and always attempts to give an answer that User would be satisfied with. It knows a lot, and always tells the truth. The conversation begins."
+                    job = falconclient.submit(prompt, chathistory, instructions, 0.8, 0.9, fn_index=1)  # This is not blocking, similar to run_in_executor (but better)
+                    while job.done() == False: 
+                        status = job.status() # could be spammy, let's test anyways
+                        #print(status)
+                    else:
+                        file_paths = job.outputs()
+                        full_generation = file_paths[-1] # tmp12345678.json
+                    with open(full_generation, 'r') as file:
+                        data = json.load(file)
+                        output_text = data[-1][-1] # we output this as the bot
+
+                    falcon_dictionary[ctx.author.id] = full_generation # 1234567890: tmp12345678.json
+                    falcon_userid_threadid_dictionary[ctx.author.id] = thread.id
+
+                    print(output_text)
+                    await thread.send(f"{output_text}")     
+                    #await ctx.message.remove_reaction('<a:loading:1114111677990981692>', bot.user)
+                #elif ctx.author.id in falcon_users: # deprecated
+                elif ctx.author.id in falcon_userid_threadid_dictionary:
+                    # get the threadid, grab the last message in that thread, link to that message
+                    thread_id = falcon_userid_threadid_dictionary[ctx.author.id]
+                    thread_link = f"https://discord.com/channels/879548962464493619/1119313248056004729/{thread_id}"
+                    await ctx.reply(f"{ctx.author.mention}, you already have an existing conversation here {thread_link}! Use !falconclear in the #falcon channel to start a new one.")
+            #------------------------------------
+            # post all other generations here
+            #if ctx.channel.id in falcon_threads: # deprecated
+            if ctx.channel.id in falcon_userid_threadid_dictionary.values():
+                if ctx.channel.id == falcon_userid_threadid_dictionary[ctx.author.id]:
+                    await ctx.message.add_reaction('<a:loading:1114111677990981692>')
+                    chathistory = falcon_dictionary[ctx.author.id]
+
+                    instructions = "The following is a conversation between a highly knowledgeable and intelligent AI assistant, called Falcon, and a human user, called User. In the following interactions, User and Falcon will converse in natural language, and Falcon will answer User's questions. Falcon was built to be respectful, polite and inclusive. Falcon was built by the Technology Innovation Institute in Abu Dhabi. Falcon will never decline to answer a question, and always attempts to give an answer that User would be satisfied with. It knows a lot, and always tells the truth. The conversation begins."
+                    job = falconclient.submit(prompt, chathistory, instructions, 0.8, 0.9, fn_index=1)  # This is not blocking, similar to run_in_executor (but better)
+                    while job.done() == False: 
+                        status = job.status() # could be spammy, let's test anyways
+                        #print(status)
+                    else:
+                        file_paths = job.outputs()
+                        full_generation = file_paths[-1] # tmp12345678.json
+                    with open(full_generation, 'r') as file:
+                        data = json.load(file)
+                        output_text = data[-1][-1] # we output this as the bot
+                    falcon_dictionary[ctx.author.id] = full_generation 
+                    print(output_text)
+                    await ctx.reply(f"{output_text}")                
+                    await ctx.message.remove_reaction('<a:loading:1114111677990981692>', bot.user)
+            
+    except Exception as e:
+        print(f"Error: {e}")
+        await ctx.reply(f"{e} cc <@811235357663297546> (falconprivate error)")           
+        await ctx.message.remove_reaction('<a:loading:1114111677990981692>', bot.user)        
+        await ctx.message.add_reaction('<:disagree:1098628957521313892>')
+#----------------------------------------------------------------------------------------------------------------------------
+@bot.command()
+async def falconclear(ctx):
+    if not ctx.author.bot:
+        if ctx.channel.id == 1119313248056004729:
+            if ctx.author.id in falcon_userid_threadid_dictionary:
+                if ctx.author.id in falcon_dictionary:
+                    del falcon_userid_threadid_dictionary[ctx.author.id]
+                    del falcon_dictionary[ctx.author.id]
+                    await ctx.reply(f"{ctx.author.mention}'s conversation has been cleared. Feel free to start a new one!")
+#---------------------------------------------------------------------------------------------------------------------------- 
 
 @bot.event
 async def on_ready():