From 71ac428760724d06ad6853e9d4101e15acd4062d Mon Sep 17 00:00:00 2001 From: kaustubh-darekar Date: Tue, 4 Mar 2025 10:32:29 +0000 Subject: [PATCH] limiting content fetching to current wikipedia page --- backend/src/document_sources/wikipedia.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backend/src/document_sources/wikipedia.py b/backend/src/document_sources/wikipedia.py index e4d7742b1..163f971b4 100644 --- a/backend/src/document_sources/wikipedia.py +++ b/backend/src/document_sources/wikipedia.py @@ -4,7 +4,7 @@ def get_documents_from_Wikipedia(wiki_query:str, language:str): try: - pages = WikipediaLoader(query=wiki_query.strip(), lang=language, load_all_available_meta=False).load() + pages = WikipediaLoader(query=wiki_query.strip(), lang=language, load_all_available_meta=False,doc_content_chars_max=100000,load_max_docs=1).load() file_name = wiki_query.strip() logging.info(f"Total Pages from Wikipedia = {len(pages)}") return file_name, pages