Update app.py

app.py

@@ -357,7 +357,7 @@ class ChatBot:
         self.history = []
 
     def predict(self, user_input, system_prompt="You are an expert medical analyst:"):
-        formatted_input = f"<s>[INST]{system_prompt}:</s>[/INST][INST]{user_input}[INST]"
+        formatted_input = f"{system_prompt}{user_input}"
         user_input_ids = tokenizer.encode(formatted_input, return_tensors="pt")
         response = peft_model.generate(input_ids=user_input_ids, max_length=512, pad_token_id=tokenizer.eos_token_id)
         response_text = tokenizer.decode(response[0], skip_special_tokens=True)
@@ -409,21 +409,37 @@ def process_and_query(input_language=None, audio_input=None, image_input=None, t
         print("Summary:", summary)  # Debug print
         print("Sources Info:", sources_info)  # Debug print
 
-        # Append the original image description to the summary
+        # Format Vectara response in Markdown
+        markdown_output = "### Vectara Response Summary\n"
+        markdown_output += f"* **Summary**: {summary}\n"
+        markdown_output += "### Sources Information\n"
+        for source in sources_info:
+            markdown_output += f"* {source}\n"
+
+        # Append the original image description in Markdown
         if image_description:
-            summary += "\n\n**Original Image Description:**\n" + image_description
-        
-        # Process the summary with OpenAI
+            markdown_output += "\n### Original Image Description\n"
+            markdown_output += image_description + "\n"
+
+        # Process the summary with Stablemed
         final_response = process_summary_with_stablemed(summary)
         print("Final Response:", final_response)  # Debug print
 
         # Evaluate hallucination
         hallucination_label = evaluate_hallucination(final_response, summary)
         print("Hallucination Label:", hallucination_label)  # Debug print
-        return final_response, hallucination_label
+
+        # Add final response and hallucination label to Markdown output
+        markdown_output += "\n### Processed Summary with StableMed\n"
+        markdown_output += final_response + "\n"
+        markdown_output += "\n### Hallucination Evaluation\n"
+        markdown_output += f"* **Label**: {hallucination_label}\n"
+
+        return markdown_output
     except Exception as e:
         print(f"An error occurred: {e}")
-        return "Error occurred during processing.", "No hallucination evaluation"
+        return "Error occurred during processing."
+
 
 
 welcome_message = """