From f45116e81202d070d6b62161e49340396d472b62 Mon Sep 17 00:00:00 2001 From: Quentin Lhoest Date: Thu, 29 Sep 2022 14:23:42 +0200 Subject: [PATCH] fix tests --- tests/test_load.py | 28 ++++++++++++---------------- 1 file changed, 12 insertions(+), 16 deletions(-) diff --git a/tests/test_load.py b/tests/test_load.py index 3e5cefd4679..f4315355920 100644 --- a/tests/test_load.py +++ b/tests/test_load.py @@ -862,6 +862,18 @@ def assert_auth(url, *args, headers, **kwargs): mock_head.assert_called() +@pytest.mark.integration +def test_load_streaming_private_dataset(hf_token, hf_private_dataset_repo_txt_data): + ds = load_dataset(hf_private_dataset_repo_txt_data, streaming=True) + assert next(iter(ds)) is not None + + +@pytest.mark.integration +def test_load_streaming_private_dataset_with_zipped_data(hf_token, hf_private_dataset_repo_zipped_txt_data): + ds = load_dataset(hf_private_dataset_repo_zipped_txt_data, streaming=True) + assert next(iter(ds)) is not None + + @require_pil @pytest.mark.integration @pytest.mark.parametrize("implicit_token", [False, True]) @@ -878,22 +890,6 @@ def test_load_dataset_private_zipped_images( assert len(ds_items) == 2 -@pytest.mark.integration -def test_load_streaming_private_dataset(hf_token, hf_private_dataset_repo_txt_data): - with pytest.raises(FileNotFoundError): - load_dataset(hf_private_dataset_repo_txt_data, streaming=True) - ds = load_dataset(hf_private_dataset_repo_txt_data, streaming=True, use_auth_token=hf_token) - assert next(iter(ds)) is not None - - -@pytest.mark.integration -def test_load_streaming_private_dataset_with_zipped_data(hf_token, hf_private_dataset_repo_zipped_txt_data): - with pytest.raises(FileNotFoundError): - load_dataset(hf_private_dataset_repo_zipped_txt_data, streaming=True) - ds = load_dataset(hf_private_dataset_repo_zipped_txt_data, streaming=True, use_auth_token=hf_token) - assert next(iter(ds)) is not None - - def test_load_dataset_then_move_then_reload(dataset_loading_script_dir, data_dir, tmp_path, caplog): cache_dir1 = tmp_path / "cache1" cache_dir2 = tmp_path / "cache2"