Chatbot prompt improvement, bug fixes and a new gif (#132)

Author: miguelgrinberg

example-apps/chatbot-rag-app/.flaskenv

@@ -1,2 +1,3 @@
 FLASK_APP=api/app.py
 FLASK_RUN_PORT=3001
+FLASK_DEBUG=1

example-apps/chatbot-rag-app/api/llm_integrations.py

@@ -44,7 +44,7 @@ def init_bedrock(temperature):
     "vertex": init_vertex_chat,
 }
 
-def get_llm(temperature=0.2):
+def get_llm(temperature=0):
     if not LLM_TYPE in MAP_LLM_TYPE_TO_CHAT_MODEL:
         raise Exception("LLM type not found. Please set LLM_TYPE to one of: " + ", ".join(MAP_LLM_TYPE_TO_CHAT_MODEL.keys()) + ".")
 

example-apps/chatbot-rag-app/api/templates/rag_prompt.txt

@@ -1,5 +1,5 @@
 Use the following passages to answer the user's question. 
-Each passage has a NAME which is the title of the document. When answering, give the source name of the passages you are answering from at the end. Put them in a comma separated list, prefixed with SOURCES:.
+Each passage has a NAME which is the title of the document. After your answer, leave a blank line and then give the source name of the passages you answered from. Put them in a comma separated list, prefixed with SOURCES:.
 
 Example:
 

example-apps/chatbot-rag-app/app-demo.gif

@@ -233,7 +233,7 @@ export const thunkActions = {
 
               dispatch(actions.setStatus({ status: AppStatus.Done }))
             } else {
-              message += message && event.data.trim() === '' ? '\n' : event.data
+              message += event.data
 
               dispatch(
                 actions.updateMessage({