Fix: Adjust document count to 10-12 to balance context and API limits

src/enhanced_groq_medical_rag.py

@@ -396,15 +396,19 @@ class EnhancedGroqMedicalRAG:
             # Step 3: Advanced multi-criteria re-ranking
             reranked_docs = self._advanced_medical_reranking(query_analysis, all_documents)
             
-            # Step 4: Select optimal number of documents (increased from 5 to 10-15)
-            optimal_doc_count = min(15, max(10, query_analysis['complexity_score'] + 5))
-            final_docs = reranked_docs[:optimal_doc_count]
+            # Step 4: Select an initial set of documents, respecting the user's preference for more context.
+            initial_doc_count = 10
+            final_docs = reranked_docs[:initial_doc_count]
             
-            # Step 5: Verify coverage and add missing context if needed
+            # Step 5: Verify coverage and add missing context if needed, up to a hard limit to avoid API errors.
+            MAX_FINAL_DOCS = 12
             coverage_score = self._verify_query_coverage(query_analysis, final_docs)
             if coverage_score < 0.7:  # Less than 70% coverage
+                self.logger.info(f"⚠️ Low coverage score ({coverage_score:.1%}). Retrieving additional context...")
                 additional_docs = self._retrieve_missing_context(query_analysis, final_docs, seen_content)
-                final_docs.extend(additional_docs[:5])  # Add up to 5 more docs
+                remaining_capacity = MAX_FINAL_DOCS - len(final_docs)
+                if remaining_capacity > 0:
+                    final_docs.extend(additional_docs[:remaining_capacity])
             
             self.logger.info(f"📚 Final retrieval: {len(final_docs)} documents, Coverage: {coverage_score:.1%}")