logging

Author: apocas

app/auth.py

@@ -65,6 +65,7 @@ def get_current_username_project(
             status_code=404,
             detail="Project not found"
         )
+    return user
 
 
 def get_current_username_user(

app/main.py

@@ -20,7 +20,7 @@
 import urllib.parse
 
 from app.models import ChatResponse, EmbeddingModel, HardwareInfo, ProjectInfo, ProjectModel, ProjectModelUpdate, QuestionModel, ChatModel, QuestionResponse, URLIngestModel, User, UserCreate, UserUpdate
-from app.tools import FindFileLoader, IndexDocuments, ExtractKeywordsForMetadata, loadEnvVars
+from app.tools import FindFileLoader, IndexDocuments, ExtractKeywordsForMetadata, get_logger, loadEnvVars
 from fastapi.staticfiles import StaticFiles
 from fastapi.middleware.cors import CORSMiddleware
 from app.vectordb import vector_delete_source, vector_delete_id, vector_find, vector_info, vector_init, vector_save, vector_urls
@@ -572,12 +572,17 @@ def question_project(
         sources = [{"content": doc.page_content,
                     "keywords": doc.metadata["keywords"],
                     "source": doc.metadata["source"]} for doc in docs]
-
-        return {
+        
+        output = {
             "question": input.question,
             "answer": answer,
             "sources": sources,
-            "type": "question"}
+            "type": "question"
+        }
+        
+        get_logger("inference").info({"user": user.username, "output": output})
+        
+        return output
     except Exception as e:
         try:
             brain.semaphore.release()
@@ -605,12 +610,16 @@ def chat_project(
                     "keywords": doc.metadata["keywords"],
                     "source": doc.metadata["source"]} for doc in docs]
 
-        return {
+        output = {
             "question": input.question,
             "answer": answer,
             "id": chat.id,
             "sources": sources,
             "type": "chat"}
+
+        get_logger("inference").info({"user": user.username, "output": output})
+
+        return output
     except Exception as e:
         try:
             brain.semaphore.release()

app/tools.py

@@ -1,3 +1,4 @@
+import logging
 import os
 from fastapi import HTTPException
 from modules.loaders import LOADERS
@@ -83,3 +84,17 @@ def print_cuda_mem():
           (torch.cuda.memory_reserved() /
               1e6) +
           "MB")
+
+
+def get_logger(name, level=logging.INFO):
+    """To setup as many loggers as you want"""
+
+    handler = logging.FileHandler("./logs/" + name + ".log") 
+    formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s')
+    handler.setFormatter(formatter)
+
+    logger = logging.getLogger(name)
+    logger.setLevel(level)
+    logger.addHandler(handler)
+
+    return logger