Add initial gradio setup

app.py

@@ -3,7 +3,7 @@ from transformers import AutoTokenizer
 from palm_rlhf_pytorch import PaLM
 import gradio as gr
 
-def generate(prompt, seq_len, temperature, filter_thres):
+def generate(prompt, seq_len=128, temperature=0.8, filter_thres=0.9):
     device = torch.device("cpu")
 
     model = PaLM(
@@ -38,9 +38,9 @@ iface = gr.Interface(
     description="Open-source PaLM demo.", 
     inputs="text", 
     outputs="text",
-    seq_len=gr.Slider(minimum=1, maximum=512, step=1, default=128, label="Sequence Length"),
-    temperature=gr.Slider(minimum=0.0, maximum=1.0, step=0.01, default=0.9, label="Temperature"),
-    filter_thres=gr.Slider(minimum=0.0, maximum=1.0, step=0.01, default=0.9, label="Filter Threshold"),
+    # seq_len=gr.Slider(minimum=1, maximum=8192, step=1, default=32, label="Sequence Length"),
+    # temperature=gr.Slider(minimum=0.0, maximum=1.0, step=0.01, default=0.8, label="Temperature"),
+    # filter_thres=gr.Slider(minimum=0.0, maximum=1.0, step=0.01, default=0.9, label="Filter Threshold"),
 )
 
 iface.launch()