🌘w🌖

app.py

@@ -103,64 +103,6 @@ def talk(prompt,history):
         outputs.append(text)
         print(outputs)
         yield "".join(outputs)
-    
-# def talk(message, history):
-#     print("history, ", history)
-#     print("message ", message)
-#     print("searching dataset ...")
-#     retrieved_examples = search(message)
-#     print("preparing prompt ...")
-#     message, metadata = prepare_prompt(message, retrieved_examples)
-#     resources = HEADER
-#     print("preparing metadata ...")
-#     for title, url in metadata:
-#         resources += f"[{title}]({url}),  "
-#     print("preparing chat template ...")
-#     chat = []
-#     for item in history:
-#         chat.append({"role": "user", "content": item[0]})
-#         cleaned_past = item[1].split(HEADER)[0]
-#         chat.append({"role": "assistant", "content": cleaned_past})
-#     chat.append({"role": "user", "content": message})
-#     messages = tokenizer.apply_chat_template(
-#         chat, tokenize=False, add_generation_prompt=True
-#     )
-#     print("chat template prepared, ", messages)
-#     print("tokenizing input ...")
-#     # Tokenize the messages string
-#     model_inputs = tokenizer([messages], return_tensors="pt").to(device)
-#     streamer = TextIteratorStreamer(
-#         tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True
-#     )
-    # generate_kwargs = dict(
-    #     model_inputs,
-    #     streamer=streamer,
-    #     max_new_tokens=1024,
-    #     do_sample=True,
-    #     top_p=0.95,
-    #     top_k=1000,
-    #     temperature=0.75,
-    #     num_beams=1,
-    # )
-#     print("initializing thread ...")
-#     t = Thread(target=model.generate, kwargs=generate_kwargs)
-#     t.start()
-#     time.sleep(1)
-#     # Initialize an empty string to store the generated text
-#     partial_text = ""
-#     i = 0
-#     while t.is_alive():
-#         try:
-#             for new_text in streamer:
-#                 if new_text is not None:
-#                     partial_text += new_text
-#                     yield partial_text
-#         except Exception as e:
-#             print(f"retry number {i}\n LOGS:\n")
-#             i+=1
-#             print(e, e.args)
-#     partial_text += resources
-#     yield partial_text
 
 
 TITLE = "# RAG"