diff --git a/docs/requirements.txt b/docs/requirements.txt
index 9b81c79a..ea3b328e 100644
--- a/docs/requirements.txt
+++ b/docs/requirements.txt
@@ -4,5 +4,5 @@ sphinx_rtd_theme
 ipython
 scipy
 numpy > 1.9.0
-scikit-learn >= 0.18
+scikit-learn >= 0.20
 typing
diff --git a/eli5/sklearn/permutation_importance.py b/eli5/sklearn/permutation_importance.py
index 370be8be..bbf36050 100644
--- a/eli5/sklearn/permutation_importance.py
+++ b/eli5/sklearn/permutation_importance.py
@@ -12,7 +12,7 @@
     clone,
     is_classifier
 )
-from sklearn.metrics.scorer import check_scoring
+from sklearn.metrics import check_scoring
 
 from eli5.permutation_importance import get_score_importances
 from eli5.sklearn.utils import pandas_available
diff --git a/requirements.txt b/requirements.txt
index ca97e5d2..97eb8df3 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,7 +1,7 @@
 numpy >= 1.9.0
 scipy
 singledispatch >= 3.4.0.3
-scikit-learn >= 0.18
+scikit-learn >= 0.20
 attrs > 16.0.0
 jinja2
 pip >= 8.1
diff --git a/setup.py b/setup.py
index ec561515..22b52544 100755
--- a/setup.py
+++ b/setup.py
@@ -36,7 +36,7 @@ def get_long_description():
         'numpy >= 1.9.0',
         'scipy',
         'six',
-        'scikit-learn >= 0.18',
+        'scikit-learn >= 0.20',
         'graphviz',
         'tabulate>=0.7.7',
     ],