Create app.py

app.py

@@ -0,0 +1,177 @@
+import re, subprocess, openai, random
+import pandas as pd
+import numpy as np
+import streamlit as st
+from streamlit_chat import message
+
+# some helper vars and functions
+if 'displayChat' not in st.session_state:
+    st.session_state['displayChat'] = False
+if 'followup' not in st.session_state:
+    st.session_state['followup'] = False
+if 'followupPrompt' not in st.session_state:
+    st.session_state['followupPrompt'] = ''
+if 'command' not in st.session_state:
+    st.session_state['command'] = ''
+if 'acceptreject' not in st.session_state:
+    st.session_state['acceptreject'] = False
+if 'history' not in st.session_state:
+    st.session_state['history'] = []
+if 'running' not in st.session_state:
+    st.session_state['running'] = False
+regx = [r'[A-Z]+\((?:[^()]*|\([^()]*\))*\)', r'''(?:"(?:[^"\\]|\\.)*"|'(?:[^'\\]|\\.)*'|\b[^,]+)'''] #parsing commands, parsing arguments
+sysPrompt = 'You now have access to some commands to help complete the user\'s request. You are able to access the user\'s machine with these commands. In every message you send, include "COMMAND: " with your command at the end. Here is a list of commands with explanations of how they are used:\n{}\n When you use a command, the user will respond with "Response: " followed by the output of the commmand. Use this output to help the user complete their request.'
+
+def formatTable(table):
+    lines = ''
+    for x, i in enumerate(table['GPT Commands']):
+        lines += '{} - {}\n'.format(table['GPT Commands'][x],table['GPT Explanations'][x])
+    return(lines)
+
+# WEB APP
+st.markdown('# GPT-4 + CUSTOM PLUGINS')
+st.markdown('Made by [d3nt](https://github.com/d3n7) to give GPT-4 access to any commands/scripts you want via the command line. This unlocks the ability for GPT-4 to interact with the internet, APIs, and any applications that you could with a CLI. Basically it\'s open source, flexible, plugins for GPT-4.')
+
+#User inputs
+st.markdown('### OpenAI Settings')
+openaikey = st.text_input('OpenAI API Key', type='password')
+modelV = st.selectbox('Model', ('GPT-4', 'GPT-3.5-Turbo'))
+st.markdown('### Editable Knowledge Base\nDelete any commands will not need to save tokens and increase accuracy.\n\nBe careful with the Raw Translation column. This is code that gets executed by your machine.')
+d = {'GPT Commands': ['GOOGLE("question")', 'PYTHON(script.py)', 'MAKEFILE("content\\nhere", filename.txt)', 'READFILE(filename.txt)', 'LISTFILES()'],
+     'GPT Explanations': ['Search Google with the given text and return the results', 'Run a python script with the given file name. Do not use quotes for the filename argument.', 'Make a file with the given content and file name.', 'Read the content of a given filename', 'List the files you have access to'],
+     'Raw Translation': ['python plugins/google.py {}', 'python files/{}', 'echo {} > files/{}', 'cat files/{}', 'ls files']
+     }
+df = pd.DataFrame(data=d, dtype='string')
+commandTable = st.experimental_data_editor(df, use_container_width=True, num_rows='dynamic')
+st.markdown('### Chat')
+prompt = st.text_input('Message')
+col1, col2, col3, col4 = st.columns(4)
+with col1:
+    if st.button('Send'):
+        st.session_state['running'] = True
+with col2:
+    newSession = st.checkbox('New Session', True)
+with col3:
+    showAll = st.checkbox('Show Commands And Outputs', False)
+with col4:
+    manualApproval = st.checkbox('Require Manual Approval', True)
+
+def askGPT(input):
+    st.session_state['history'].append({'role': 'user', 'content': input})
+    with st.spinner('Talking to OpenAI...'):
+        r = openai.ChatCompletion.create(model=modelV.lower(), messages=st.session_state['history'])
+    resp = r['choices'][0]['message']['content']
+    st.session_state['history'].append({'role': 'assistant', 'content': resp})
+    return resp
+
+def runCmd(flag):
+    if flag:
+        with st.spinner('Running command \'' + st.session_state['command'] + '\''):
+            try:
+                p = subprocess.Popen(st.session_state['command'], shell=True, stderr=subprocess.STDOUT, stdout=subprocess.PIPE)
+                st.session_state['followupPrompt'] = 'Response: ' + p.communicate()[0].decode("utf-8")
+            except subprocess.CalledProcessError as e:
+                st.session_state['followupPrompt'] = 'Response: ' + e.output.decode("utf-8")
+    else:
+        st.session_state['followupPrompt'] = "Response: User rejected this command"
+        st.session_state['followup'], st.session_state['running'] = True, True
+    st.session_state['followup'], st.session_state['running'] = True, True
+    st.experimental_rerun()
+
+if st.session_state['running']:
+    st.session_state['running'] = False
+    if prompt != '' and openaikey != '':
+        if (newSession or st.session_state['history'] == []) and (not st.session_state['followup']):
+            st.session_state['history'] = [{'role': 'system', 'content': sysPrompt.format(formatTable(commandTable))}]
+
+        if not st.session_state['displayChat']:
+            st.session_state['displayChat'] = True
+
+        openai.api_key = openaikey
+        if (st.session_state['followup']):
+            response = askGPT(st.session_state['followupPrompt'])
+            st.session_state['followup'] = False #completed, so reset this flag
+        else:
+            response = askGPT(prompt)
+
+        #parse GPT commands, possible recursion
+        if len(re.findall(regx[0], response)) >= 1:
+            cmd = re.findall(regx[0], response)[0]
+            stem = ''
+            rawArgs = ''
+            cmdId = -1
+            for x, i in enumerate(cmd):
+                if i == '(':
+                    stem = cmd[:x]
+                    rawArgs = cmd[x+1:][:-1]
+                    break
+            rawArgs.replace('\n','\\n')
+            rawArgs.replace('\\\n', '\\n')
+            for x, i in enumerate(commandTable['GPT Commands']):
+                if stem in i:
+                    cmdId = x
+                    break
+
+            if cmdId == -1:
+                st.session_state['followupPrompt'] = 'Response: Unrecognized command'
+                st.session_state['followup'], st.session_state['running'] = True, True
+                st.experimental_rerun()
+            elif "'''" in rawArgs:
+                st.session_state['followupPrompt'] = 'Response: Error parsing multi-line string (\'\'\') Use a single line with escaped newlines instead (")'
+                st.session_state['followup'], st.session_state['running'] = True, True
+                st.experimental_rerun()
+            elif '"""' in rawArgs:
+                st.session_state['followupPrompt'] = 'Response: Error parsing multi-line string (\"\"\") Use a single line with escaped newlines instead (")'
+                st.session_state['followup'], st.session_state['running'] = True, True
+                st.experimental_rerun()
+            else:
+                st.session_state['command'] = commandTable['Raw Translation'][cmdId]
+                args = []
+                if rawArgs != '':
+                    args = re.findall(regx[1], rawArgs)
+                    st.session_state['command'] = st.session_state['command'].format(*args)
+                singleQuotes = False
+                for i in args:
+                    if i.startswith("'"):
+                        singleQuotes = True
+                        st.session_state['followupPrompt'] = "Response: Error parsing argument in single quotes. Use double quotes around the argument instead"
+                        st.session_state['followup'], st.session_state['running'] = True, True
+                        st.experimental_rerun()
+                        break
+                if not singleQuotes:
+                    if manualApproval:
+                        st.session_state['acceptreject'] = True
+                    else:
+                        runCmd(1)
+
+    else:
+        st.warning('Make sure OpenAI key and prompt entered', icon='⚠️')
+
+col5, col6 = st.columns(2)
+if st.session_state['acceptreject']:
+    
+    st.warning('GPT is trying to run the following command: ' + st.session_state['command'] + '\nPlease approve or deny this request.')
+
+    with col5:
+        if st.button('Approve'):
+            st.session_state['acceptreject'] = False
+            runCmd(1)
+    with col6:
+        if st.button('Reject'):
+            st.session_state['acceptreject'] = False
+            runCmd(0)
+
+if st.session_state['displayChat']:
+    for i in st.session_state['history']:
+        if i['role'] == 'user':
+            if not showAll:
+                if 'Response:' not in i['content']:
+                    message(i['content'], is_user=True)
+            else:
+                message(i['content'], is_user=True)
+        elif i['role'] == 'assistant':
+            if not showAll:
+                if 'COMMAND' not in i['content']:
+                    message(i['content'])
+            else:
+                message(i['content'])