Update project/bot/openai_backend.py

project/bot/openai_backend.py

@@ -96,7 +96,7 @@ class SearchBot:
 
     @staticmethod
     async def _get_context_data(user_query: list[float]) -> list[dict]:
-        radius = 5
+        radius = 4
         _, distances, indices = settings.FAISS_INDEX.range_search(user_query, radius)
         indices_distances_df = pd.DataFrame({'index': indices, 'distance': distances})
         filtered_data_df = settings.products_dataset.iloc[indices].copy()
@@ -104,14 +104,17 @@ class SearchBot:
         sorted_data_df: pd.DataFrame = filtered_data_df.sort_values(by='distance').reset_index(drop=True)
         sorted_data_df = sorted_data_df.drop('distance', axis=1)
         data = sorted_data_df.head(3).to_dict(orient='records')
-        return data
+        cleaned_data = []
+        for chunk in data:
+            if "Comments:" in chunk['chunks']:
+                cleaned_data.append(chunk)
+        return cleaned_data
 
     @staticmethod
     async def create_context_str(context: List[Dict]) -> str:
         context_str = ''
         for i, chunk in enumerate(context):
-            if "Comments:" in chunk['chunks']:
-                context_str += f'{i + 1}) {chunk["chunks"]}'
+            context_str += f'{i + 1}) {chunk["chunks"]}'
         return context_str
 
     async def _rag(self, context: List[Dict], query: str, session: AsyncSession, country: str):