Merge pull request #200 from Ma-Dan/xlsx

Read all sheets from excel file

Author: successren

qanything_kernel/core/local_file.py

@@ -84,11 +84,14 @@ def split_file_to_docs(self, ocr_engine: Callable, sentence_size=SENTENCE_SIZE,
             docs = loader.load_and_split(texts_splitter)
         elif self.file_path.lower().endswith(".xlsx"):
             # loader = UnstructuredExcelLoader(self.file_path, mode="elements")
+            docs = []
             csv_file_path = self.file_path[:-5] + '.csv'
-            xlsx = pd.read_excel(self.file_path, engine='openpyxl')
-            xlsx.to_csv(csv_file_path, index=False)
-            loader = CSVLoader(csv_file_path, csv_args={"delimiter": ",", "quotechar": '"'})
-            docs = loader.load()
+            xlsx = pd.read_excel(self.file_path, engine='openpyxl', sheet_name=None)
+            for sheet in xlsx.keys():
+                csv_file_path = self.file_path[:-5] + '_' + sheet + '.csv'
+                xlsx[sheet].to_csv(csv_file_path, index=False)
+                loader = CSVLoader(csv_file_path, csv_args={"delimiter": ",", "quotechar": '"'})
+                docs += loader.load()
         elif self.file_path.lower().endswith(".pptx"):
             loader = UnstructuredPowerPointLoader(self.file_path, mode="elements")
             docs = loader.load()