Public/kotaemon
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Refactor excel Loader (#79)

Browse Source
This commit is contained in:
Nguyen Trung Duc (john) 2023-11-16 11:30:11 +07:00 committed by GitHub
parent cc1e75b3c6
commit 98c76c4700
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
knowledgehub/loaders/excel_loader.py
View File

@ -31,12 +31,14 @@ class PandasExcelReader(BaseReader):
*args: Any,
pandas_config: Optional[dict] = None,
row_joiner: str = "\n",
col_joiner: str = " ",
**kwargs: Any,
) -> None:
"""Init params."""
super().__init__(*args, **kwargs)
self._pandas_config = pandas_config or {}
self._row_joiner = row_joiner if row_joiner else "\n"
self._col_joiner = col_joiner if col_joiner else " "
def load_data(
self,
@ -88,7 +90,9 @@ class PandasExcelReader(BaseReader):
output = [
Document(
text=self._row_joiner.join(" ".join(sublist) for sublist in text_list),
text=self._row_joiner.join(
self._col_joiner.join(sublist) for sublist in text_list
),
metadata={"source": file.stem},
)
]