From 3c9bf18ace90ece7c7357ccf7b545a1fb098d59a Mon Sep 17 00:00:00 2001 From: mariosasko Date: Fri, 30 Sep 2022 14:20:22 +0200 Subject: [PATCH] Add `kwargs` to `Dataset.from_generator` --- src/datasets/arrow_dataset.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/datasets/arrow_dataset.py b/src/datasets/arrow_dataset.py index 92267650cbb..0ee995ad8ca 100644 --- a/src/datasets/arrow_dataset.py +++ b/src/datasets/arrow_dataset.py @@ -936,6 +936,7 @@ def from_generator( cache_dir: str = None, keep_in_memory: bool = False, gen_kwargs: Optional[dict] = None, + **kwargs, ): """Create a Dataset from a generator. @@ -945,6 +946,7 @@ def from_generator( cache_dir (:obj:`str`, optional, default ``"~/.cache/huggingface/datasets"``): Directory to cache data. keep_in_memory (:obj:`bool`, default ``False``): Whether to copy the data in-memory. gen_kwargs(:obj:`dict`, optional): Keyword arguments to be passed to the `generator` callable. + **kwargs (additional keyword arguments): Keyword arguments to be passed to :class:`GeneratorConfig`. Returns: :class:`Dataset` @@ -967,6 +969,7 @@ def from_generator( cache_dir=cache_dir, keep_in_memory=keep_in_memory, gen_kwargs=gen_kwargs, + **kwargs, ).read() @staticmethod