app.py

import discord
import os
from huggingface_hub import AsyncInferenceClient, login
import regex as re
import time
import requests
import json
import random
import asyncio
import typing
import streamlit as st
import gradio_client as grc

# API
login(os.environ["HF_TOKEN"])
sd_turbo = "stabilityai/sd-turbo"
sdxl_turbo = "stabilityai/sd-turbo"
sdxl = "stabilityai/stable-diffusion-xl-base-1.0"
proteus = "dataautogpt3/ProteusV0.2"
sd_2_1 = "stabilityai/stable-diffusion-2-1"
open_journey = "prompthero/openjourney-v4"
SD = AsyncInferenceClient(model=sd_2_1)
SDXL = AsyncInferenceClient(model=sdxl)
SDXLT = AsyncInferenceClient(model=sdxl_turbo)
SDT = AsyncInferenceClient(model=sd_turbo)
PT = AsyncInferenceClient(model=proteus)
LLM = AsyncInferenceClient(model="TinyLlama/TinyLlama-1.1B-Chat-v1.0")
RF = AsyncInferenceClient(model="stabilityai/stable-diffusion-xl-refiner-1.0")
UP = AsyncInferenceClient(model="radames/stable-diffusion-x4-upscaler-img2img")
IC = AsyncInferenceClient(model="salesforce/blip-image-captioning-large")
PRK = AsyncInferenceClient(model="nvidia/parakeet-tdt-1.1b")
MG = AsyncInferenceClient(model="facebook/musicgen-stereo-small")

# INIT
ph = st.empty()
try:
    os.mkdir("data")
    os.mkdir("usrtime")
except:
    pass
st.link_button(label="Invite the Bot", url="https://discord.com/api/oauth2/authorize?client_id=1116821362695221349&permissions=1067299753024&scope=bot", type="secondary")

# OPTIONS
eot = " [/INST] "
sot = " [INST] "
info = requests.get("https://raw.githubusercontent.com/aryananumula/lr/main/info.json").content
bannedUsers = json.loads(info)["bannedUsers"]
imageModel = json.loads(info)["imageModel"]
userTimes = json.loads(info)["userTimes"]

# functions
def syncMessages():
    with ph.container():
        st.link_button(label="Invite the Bot", url="https://discord.com/api/oauth2/authorize?client_id=1116821362695221349&permissions=1067299753024&scope=bot", type="primary")
        st.markdown(f"`Status:` :green[**Running**]")
        if os.listdir("data") == []:
            return 0
        dirs = st.tabs(os.listdir("data"))
        i = -1
        for dir in os.listdir("data"):
            i += 1
            with dirs[i]:
                if os.listdir(f"data/{dir}") == []:
                  return 0
                files = st.tabs(os.listdir("data/" + dir))
                k = -1
                for file in os.listdir("data/" + dir):
                    k += 1
                    with files[k]:
                        with open(f"data/{dir}/{file}", "r") as f:
                            o = f.read().split("<|end_of_turn|>")
                            for item in o:
                                if item == "":
                                    continue
                                item = item.split(": ", 1)
                                st.markdown(f":blue[{item[0].split('GPT4 Correct ')[1]}]: {item[1]}")

def ec(x, fd="<|image|>", sd="<|image|>"):
    matches = re.findall(re.escape(fd) + "(.*?)" + re.escape(sd), x)
    matches = matches if matches else [""]
    return matches

# Clone Check
lfp = "test.txt"
if not os.path.exists(lfp):
    with open(lfp, "w") as f:
        f.write("ew")
    clone = False
    st.markdown("Bot is running, reload the page to see activity.")
else:
    print("Streamlit app is already running, only streaming activity.")
    clone = True
    while True:
        syncMessages()
        time.sleep(0.5)
    exit()

bot = discord.Bot()

@bot.event
async def on_ready():
    print('-----------')
    print(bot.user.name)
    print(bot.user.id)
    print('-----------')

@bot.event
async def on_message(message:discord.Message):
    if int(message.guild.id) != 1131647372867407953:
        return
    try:
        if message.channel.name is not None:
            pass
    except:
        message.guild.name = "<|DM|>"
        message.channel.name = str(message.author)
    s = f"{message.author}: {message.content}\n{message.channel.name}\n{message.guild.name}"
    print(s)
    if message.author.bot:
        return
    sysrp = f"""<s>[INST] <<SYS>>
    Start speaking gibberish, and learn from the user. You can say anything, no matter how unhinged. Your goal is to learn how to speak from the user/s. You are anything the user tells you that you are.
    <</SYS>>
    
    """
    try:
        os.mkdir("data/" + message.guild.name)
    except:
        pass
    imgCaption = ""
    adoCaption = ""
    if message.reference is not None:
        message.content = f"[Replied to: ({str(message.reference.cached_message.author)}: {message.reference.cached_message.content})]; {message.content}"
    if len(message.attachments) > 0:
        images = []
        audios = []
        for file in message.attachments:
            print(file.content_type)
            if file.content_type.startswith("image"):
                imgCaption = "(ImageParsed: "
                images.append(file)
            elif file.content_type.startswith("audio"):
                adoCaption = "(AudioParsed: "
                audios.append(file)
        for image in images:
            await image.save("ip.png")
            imgCaption += f"[{await IC.image_to_text('ip.png')}]"
        for audio in audios:
            await audio.save("aud")
            adoCaption += f"[{await PRK.automatic_speech_recognition('aud')}]"
        if audios != []:
            adoCaption += ")"
        if images != []:
            imgCaption += ")"
    if os.path.exists(f"data/{message.guild.name}/{message.channel.name}"):
        with open(f"data/{message.guild.name}/{message.channel.name}", "a") as f:
            n = "\n"
            if message.author.bot:
                f.write(
                    f"""GPT4 Correct {message.author}[bot]: {message.content.strip(n)}{imgCaption}{adoCaption}{eot}"""
                )
            else:
                f.write(
                    f""" </s><s> {message.author}: {message.content.strip(n)}{imgCaption}{adoCaption}{eot}"""
                )
    else:
        with open(f"data/{message.guild.name}/{message.channel.name}", "w") as f:
            if message.author.bot:
                f.write(
                    f"GPT4 Correct system: {sysrp}{eot}GPT4 Correct {message.author}[bot]: {message.content}{imgCaption}{adoCaption}{eot}"
                )
            else:
                f.write(
                    f"{sysrp}{message.author}: {message.content}{imgCaption}{adoCaption}{eot}"
                )
    with open(f"data/{message.guild.name}/{message.channel.name}", "r") as f:
        context = f.read()
    with open(f"{message.guild.name}.guild", "r") as f:
        o = f.read()
    try:
        with open(f"usrtime/{message.author}", "r") as f:
            er = f.read()
    except:
        with open(f"usrtime/{message.author}", "w") as f:
            f.write(str(round(time.time())))
            er = 0
    y = round(time.time()) - int(er)
    if str(message.author).lower() not in userTimes.keys():
        usrTime = 5
    else:
        usrTime = userTimes[str(message.author).lower()]
    if message.author.id in bannedUsers:
        return 0
    if y < usrTime:
        return 0
    if (str(message.channel.id) in o.split("\n")) or (message.channel.name == "Direct"):
        with open(f"usrtime/{message.author}", "w") as f:
            f.write(str(round(time.time())))
        async with message.channel.typing():
            # START LLM RESPONSE
            context += f""
            load = random.choice(
                [
                    "https://cdn.dribbble.com/users/744913/screenshots/4094897/media/771a495231b798c0ccf7a59a19f31946.gif",
                    "https://cdn.dribbble.com/users/563824/screenshots/3633228/media/b620ccb3ae8c14ea5447d159ebb1da58.gif",
                    "https://cdn.dribbble.com/users/563824/screenshots/4155980/media/d3828cd14ed415eb6f90310991e06f27.gif",
                    "https://cdn.dribbble.com/users/107759/screenshots/3498589/media/5bc45101de34a80ea71238a02f3a75b5.gif",
                ]
            )
            imgn = random.choice(['A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', 'AA', 'AB', 'AC', 'AD', 'AE', 'AF', 'AG', 'AH', 'AI', 'AJ', 'AK', 'AL', 'AM', 'AN', 'AO', 'AP', 'AQ', 'AR', 'AS', 'AT', 'AU', 'AV', 'AW', 'AX', 'AY', 'AZ', 'BA', 'BB', 'BC', 'BD', 'BE', 'BF', 'BG', 'BH', 'BI', 'BJ', 'BK', 'BL', 'BM', 'BN', 'BO', 'BP', 'BQ', 'BR', 'BS', 'BT', 'BU', 'BV', 'BW', 'BX', 'BY', 'BZ', 'CA', 'CB', 'CC', 'CD', 'CE', 'CF', 'CG', 'CH', 'CI', 'CJ', 'CK', 'CL', 'CM', 'CN', 'CO', 'CP', 'CQ', 'CR', 'CS', 'CT', 'CU', 'CV', 'CW', 'CX', 'CY', 'CZ', 'DA', 'DB', 'DC', 'DD', 'DE', 'DF', 'DG', 'DH', 'DI', 'DJ', 'DK', 'DL', 'DM', 'DN', 'DO', 'DP', 'DQ', 'DR', 'DS', 'DT', 'DU', 'DV', 'DW', 'DX', 'DY', 'DZ', 'EA', 'EB', 'EC', 'ED', 'EE', 'EF', 'EG', 'EH', 'EI', 'EJ', 'EK', 'EL', 'EM', 'EN', 'EO', 'EP', 'EQ', 'ER', 'ES', 'ET', 'EU', 'EV', 'EW', 'EX', 'EY', 'EZ', 'FA', 'FB', 'FC', 'FD', 'FE', 'FF', 'FG', 'FH', 'FI', 'FJ', 'FK', 'FL', 'FM', 'FN', 'FO', 'FP', 'FQ', 'FR', 'FS', 'FT', 'FU', 'FV', 'FW', 'FX', 'FY', 'FZ', 'GA', 'GB', 'GC', 'GD', 'GE', 'GF', 'GG', 'GH', 'GI', 'GJ', 'GK', 'GL', 'GM', 'GN', 'GO', 'GP', 'GQ', 'GR', 'GS', 'GT', 'GU', 'GV', 'GW', 'GX', 'GY', 'GZ', 'HA', 'HB', 'HC', 'HD', 'HE', 'HF', 'HG', 'HH', 'HI', 'HJ', 'HK', 'HL', 'HM', 'HN', 'HO', 'HP', 'HQ', 'HR', 'HS', 'HT', 'HU', 'HV', 'HW', 'HX', 'HY', 'HZ', 'IA', 'IB', 'IC', 'ID', 'IE', 'IF', 'IG', 'IH', 'II', 'IJ', 'IK', 'IL', 'IM', 'IN', 'IO', 'IP', 'IQ', 'IR', 'IS', 'IT', 'IU', 'IV', 'IW', 'IX', 'IY', 'IZ', 'JA', 'JB', 'JC', 'JD', 'JE', 'JF', 'JG', 'JH', 'JI', 'JJ', 'JK', 'JL', 'JM', 'JN', 'JO', 'JP', 'JQ', 'JR', 'JS', 'JT', 'JU', 'JV', 'JW', 'JX', 'JY', 'JZ', 'KA', 'KB', 'KC', 'KD', 'KE', 'KF', 'KG', 'KH', 'KI', 'KJ', 'KK', 'KL', 'KM', 'KN', 'KO', 'KP', 'KQ', 'KR', 'KS', 'KT', 'KU', 'KV', 'KW', 'KX', 'KY', 'KZ', 'LA', 'LB', 'LC', 'LD', 'LE', 'LF', 'LG', 'LH', 'LI', 'LJ', 'LK', 'LL', 'LM', 'LN', 'LO', 'LP', 'LQ', 'LR', 'LS', 'LT', 'LU', 'LV', 'LW', 'LX', 'LY', 'LZ', 'MA', 'MB', 'MC', 'MD', 'ME', 'MF', 'MG', 'MH', 'MI', 'MJ', 'MK', 'ML', 'MM', 'MN', 'MO', 'MP', 'MQ', 'MR', 'MS', 'MT', 'MU', 'MV', 'MW', 'MX', 'MY', 'MZ', 'NA', 'NB', 'NC', 'ND', 'NE', 'NF', 'NG', 'NH', 'NI', 'NJ', 'NK', 'NL', 'NM', 'NN', 'NO', 'NP', 'NQ', 'NR', 'NS', 'NT', 'NU', 'NV', 'NW', 'NX', 'NY', 'NZ', 'OA', 'OB', 'OC', 'OD', 'OE', 'OF', 'OG', 'OH', 'OI', 'OJ', 'OK', 'OL', 'OM', 'ON', 'OO', 'OP', 'OQ', 'OR', 'OS', 'OT', 'OU', 'OV', 'OW', 'OX', 'OY', 'OZ', 'PA', 'PB', 'PC', 'PD', 'PE', 'PF', 'PG', 'PH', 'PI', 'PJ', 'PK', 'PL', 'PM', 'PN', 'PO', 'PP', 'PQ', 'PR', 'PS', 'PT', 'PU', 'PV', 'PW', 'PX', 'PY', 'PZ', 'QA', 'QB', 'QC', 'QD', 'QE', 'QF', 'QG', 'QH', 'QI', 'QJ', 'QK', 'QL', 'QM', 'QN', 'QO', 'QP', 'QQ', 'QR', 'QS', 'QT', 'QU', 'QV', 'QW', 'QX', 'QY', 'QZ', 'RA', 'RB', 'RC', 'RD', 'RE', 'RF', 'RG', 'RH', 'RI', 'RJ', 'RK', 'RL', 'RM', 'RN', 'RO', 'RP', 'RQ', 'RR', 'RS', 'RT', 'RU', 'RV', 'RW', 'RX', 'RY', 'RZ', 'SA', 'SB', 'SC', 'SD', 'SE', 'SF', 'SG', 'SH', 'SI', 'SJ', 'SK', 'SL', 'SM', 'SN', 'SO', 'SP', 'SQ', 'SR', 'SS', 'ST', 'SU', 'SV', 'SW', 'SX', 'SY', 'SZ', 'TA', 'TB', 'TC', 'TD', 'TE', 'TF', 'TG', 'TH', 'TI', 'TJ', 'TK', 'TL', 'TM', 'TN', 'TO', 'TP', 'TQ', 'TR', 'TS', 'TT', 'TU', 'TV', 'TW', 'TX', 'TY', 'TZ', 'UA', 'UB', 'UC', 'UD', 'UE', 'UF', 'UG', 'UH', 'UI', 'UJ', 'UK', 'UL', 'UM', 'UN', 'UO', 'UP', 'UQ', 'UR', 'US', 'UT', 'UU', 'UV', 'UW', 'UX', 'UY', 'UZ', 'VA', 'VB', 'VC', 'VD', 'VE', 'VF', 'VG', 'VH', 'VI', 'VJ', 'VK', 'VL', 'VM', 'VN', 'VO', 'VP', 'VQ', 'VR', 'VS', 'VT', 'VU', 'VV', 'VW', 'VX', 'VY', 'VZ', 'WA', 'WB', 'WC', 'WD', 'WE', 'WF', 'WG', 'WH', 'WI', 'WJ', 'WK', 'WL', 'WM', 'WN', 'WO', 'WP', 'WQ', 'WR', 'WS', 'WT', 'WU', 'WV', 'WW', 'WX', 'WY', 'WZ', 'XA', 'XB', 'XC', 'XD', 'XE', 'XF', 'XG', 'XH', 'XI', 'XJ', 'XK', 'XL', 'XM', 'XN', 'XO', 'XP', 'XQ', 'XR', 'XS', 'XT', 'XU', 'XV', 'XW', 'XX', 'XY', 'XZ', 'YA', 'YB', 'YC', 'YD', 'YE', 'YF', 'YG', 'YH', 'YI', 'YJ', 'YK', 'YL', 'YM', 'YN', 'YO', 'YP', 'YQ', 'YR', 'YS', 'YT', 'YU', 'YV', 'YW', 'YX', 'YY', 'YZ', 'ZA', 'ZB', 'ZC', 'ZD', 'ZE', 'ZF', 'ZG', 'ZH', 'ZI', 'ZJ', 'ZK', 'ZL', 'ZM', 'ZN', 'ZO', 'ZP', 'ZQ', 'ZR', 'ZS', 'ZT', 'ZU', 'ZV', 'ZW', 'ZX', 'ZY', 'ZZ'])
            output = await LLM.text_generation(context,
                                            stop_sequences=["</s>"], max_new_tokens=1024)
            title = ec(output, "<|title|>", "<|title|>")[0]
            imgp = ec(output)[0]
            mscp = ec(output, "<|music|>", "<|music|>")[0]
            with open(f"data/{message.guild.name}/{message.channel.name}", "a") as f:
                f.write(f"GPT4 Correct Assistant: {output}<|end_of_turn|>")
            embed = discord.Embed(title=title,
                                    description=output.replace(
                                        f"<|title|>{title}<|title|>", "").replace(f"<|image|>{imgp}<|image|>", ""), 
                                    color=0x1E81B0)
            if imgp != "":
                embed.set_image(url=load)
                embed.set_footer(
                    text=
                    """Creating..."""
                )
            else:
                embed.set_footer(
                    text=
                    """Information or code generated by Lyre may not always be correct. Lyre was made by Araeyn."""
                )
            e = await message.reply(embed=embed)
            '''wds = output.split(" ")
            for i in range(len(wds)):
                title = ec(" ".join(wds[:i + 1]), "<|title|>", "<|title|>")[0]
                imgp = ec(" ".join(wds[:i + 1]))[0]
                embed = discord.Embed(title=title,
                                        description=" ".join(wds[:i + 1]).replace(
                                            f"<|title|>{title}<|title|>", "").replace(f"<|image|>{imgp}<|image|>", ""), 
                                        color=0x1E81B0)
                if imgp != "":
                    embed.set_image(url=load)
                    embed.set_footer(
                        text=
                        """Creating..."""
                    )
                else:
                    embed.set_footer(
                        text=
                        """Information or code generated by Lyre may not always be correct. Lyre was made by Araeyn."""
                    )
                if i == 0:
                    e = await message.reply(embed=embed)
                else:
                    await e.edit(embed=embed)
                await asyncio.sleep(0.1)'''
        if imgp != "":
            np = """lowres, error, cropped, worst quality, low quality, ugly, duplicate, morbid, mutilated, out of frame, blurry, watermark, signature"""
            st = time.time()
            if imageModel == "Stable Diffusion 2-1":
                image, m = (await SD.text_to_image(imgp, negative_prompt=np, num_inference_steps=70), "Stable Diffusion 2-1")
            elif imageModel == "stable-diffusion-xl-base-1.0":
                image, m = (await SDXL.text_to_image(imgp, negative_prompt=np, num_inference_steps=70), "stable-diffusion-xl-base-1.0")
            elif imageModel == "sdxl-turbo":
                image, m = (await SDXLT.text_to_image(imgp, negative_prompt=np, num_inference_steps=70, guidance_scale=0.0), "sdxl-turbo")
            elif imageModel == "sd-turbo":
                image, m = (await SDT.text_to_image(imgp, negative_prompt=np, num_inference_steps=70, guidance_scale=0.0), "sd-turbo")
            elif imageModel == "Proteus v0.2":
                image, m = (await PT.text_to_image(imgp, negative_prompt=np, num_inference_steps=35), "Proteus v0.2")
            else:
                raise NotImplementedError(f"Model {imageModel} not found. Report this to @araeyn if this keeps happening.")
            image.save(f"{imgn}.png")
            file = discord.File(f"{imgn}.png", filename=f"{imgn}.png", description=imgp)
            embed.set_image(url=f"attachment://{imgn}.png")
            embed.set_footer(
                text=
                """Refining..."""
            )
            await e.edit(embed=embed, attachments=[file])
            gt = time.time()
            image, r = (await RF.image_to_image(f"{imgn}.png", num_inference_steps=35, prompt=imgp, negative_prompt=np), "stable-diffusion-xl-refiner-1.0")
            rt = time.time()
            embed.set_footer(
                text=
                f"Image generation model is {m}. Refiner model is {r}. Took {round((gt - st) * 100) / 100} seconds to generate. Took {round((rt - gt) * 100) / 100} seconds to refine."
            )
            image.save(f"{imgn}.png")
            file = discord.File(f"{imgn}.png", filename=f"{imgn}.png")
            embed.set_image(url=f"attachment://{imgn}.png")
            await e.edit(embed=embed, attachments=[file])

@bot.slash_command()
async def setup(ctx:discord.Interaction):
    with open(f"{ctx.guild.name}.guild", "a") as f:
        f.write(f"{ctx.channel.id}\n")
    embed = discord.Embed(title="Success!", description=f"You can now chat with the bot in <#{ctx.channel.id}>")
    await ctx.respond(embed=embed)
@bot.slash_command()
async def remove(ctx:discord.Interaction):
    with open(f"{ctx.guild.name}.guild", "a") as f:
        f.write(f"{ctx.channel.id}\n")
    embed = discord.Embed(title="Success!", description=f"You can now chat with the bot in <#{ctx.channel.id}>")
    await ctx.respond(embed=embed)

bot.run(os.environ["TOKEN"])