prefetch mvp

.github/workflows/codestyle.yml

@@ -66,7 +66,7 @@ jobs:
           flake8 . | reviewdog -f=pep8 -reporter=github-pr-review
 
   build:
-    name: codestyle
+    name: codestyle-pytest-docs
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:

CHANGELOG.md

@@ -15,16 +15,20 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/).
 - `OneOf` and `OneOfV2` batch transforms ([#951](https://github.com/catalyst-team/catalyst/pull/951))
 - ``precision_recall_fbeta_support`` metric ([#971](https://github.com/catalyst-team/catalyst/pull/971))
 - Pruning tutorial ([#987](https://github.com/catalyst-team/catalyst/pull/987))
+- BatchPrefetchLoaderWrapper ([#986](https://github.com/catalyst-team/catalyst/pull/986))
+- DynamicBalanceClassSampler ([#954](https://github.com/catalyst-team/catalyst/pull/954))
 
 ### Changed
 
 - update Catalyst version to `20.10.1` for tutorials ([#967](https://github.com/catalyst-team/catalyst/pull/967))
 - added link to dl-course ([#967](https://github.com/catalyst-team/catalyst/pull/967))
 - docs were restructured ([#985](https://github.com/catalyst-team/catalyst/pull/985))
+- `set_global_seed` moved from `utils.seed` to `utils.misc` ([#986](https://github.com/catalyst-team/catalyst/pull/986))
 
 ### Removed
 
 - several deprecated tutorials ([#967](https://github.com/catalyst-team/catalyst/pull/967))
+- several deprecated func from utils.misc ([#986](https://github.com/catalyst-team/catalyst/pull/986))
 
 ### Fixed
 
@@ -74,7 +78,6 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/).
 ### Added
 
 - Runner registry support for Config API ([#936](https://github.com/catalyst-team/catalyst/pull/936))
-
 - `catalyst-dl tune` command - Optuna with Config API integration for AutoML hyperparameters optimization ([#937](https://github.com/catalyst-team/catalyst/pull/937))
 - `OptunaPruningCallback` alias for `OptunaCallback` ([#937](https://github.com/catalyst-team/catalyst/pull/937))
 - AdamP and SGDP to `catalyst.contrib.nn.criterion` ([#942](https://github.com/catalyst-team/catalyst/pull/942))
@@ -90,7 +93,6 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/).
 ### Fixed
 
 - Logging double logging :) ([#936](https://github.com/catalyst-team/catalyst/pull/936))
-
 - CMCCallback ([#941](https://github.com/catalyst-team/catalyst/pull/941))
 
 ## [20.09] - 2020-09-07

catalyst/contrib/utils/tests/test_misc.py

@@ -50,70 +50,3 @@ def forward(self, *, x, y=None):
         )
     )
     assert params_predicted == params_true
-
-
-def test_fn_ends_with_pass():
-    def useless_fn():
-        pass
-
-    def usefull_fn():
-        print("I am useful!")
-
-    assert utils.fn_ends_with_pass(useless_fn) is True
-    assert utils.fn_ends_with_pass(usefull_fn) is False
-
-
-def test_fn_ends_with_pass_on_callbacks():
-    def test_fn_ends_with_pass_on_callback(
-        callback, events,
-    ):
-        for event in events["covered"]:
-            fn_name = f"on_{event}"
-            assert (
-                utils.fn_ends_with_pass(getattr(callback.__class__, fn_name))
-                is False
-            )
-        for event in events["non-covered"]:
-            fn_name = f"on_{event}"
-            assert (
-                utils.fn_ends_with_pass(getattr(callback.__class__, fn_name))
-                is True
-            )
-
-    # Callback test
-    from catalyst.dl import Callback
-
-    callback = Callback(order=1)
-    start_events = [
-        "stage_start",
-        "epoch_start",
-        "batch_start",
-        "loader_start",
-    ]
-    end_events = [
-        "stage_end",
-        "epoch_end",
-        "batch_end",
-        "loader_end",
-        "exception",
-    ]
-    events = {"covered": [], "non-covered": [*start_events, *end_events]}
-    test_fn_ends_with_pass_on_callback(callback=callback, events=events)
-
-    # CriterionCallback test
-    from catalyst.dl import CriterionCallback
-
-    callback = CriterionCallback()
-    covered_events = ["stage_start", "batch_end"]
-    non_covered_start_events = ["epoch_start", "batch_start", "loader_start"]
-    non_covered_end_events = [
-        "stage_end",
-        "epoch_end",
-        "loader_end",
-        "exception",
-    ]
-    events = {
-        "covered": [*covered_events],
-        "non-covered": [*non_covered_start_events, *non_covered_end_events],
-    }
-    test_fn_ends_with_pass_on_callback(callback=callback, events=events)

catalyst/core/runner.py

@@ -30,8 +30,7 @@
 from catalyst.utils.components import process_components
 from catalyst.utils.distributed import get_rank
 from catalyst.utils.loaders import validate_loaders
-from catalyst.utils.misc import maybe_recursive_call
-from catalyst.utils.seed import set_global_seed
+from catalyst.utils.misc import maybe_recursive_call, set_global_seed
 from catalyst.utils.torch import any2device
 
 

catalyst/data/__init__.py

@@ -10,7 +10,11 @@
     MetricLearningTrainDataset,
     QueryGalleryDataset,
 )
-from catalyst.data.loader import BatchLimitLoaderWrapper
+from catalyst.data.loader import (
+    ILoaderWrapper,
+    BatchLimitLoaderWrapper,
+    BatchPrefetchLoaderWrapper,
+)
 from catalyst.data.reader import (
     ReaderSpec,
     ScalarReader,