diff --git a/sklearn/model_selection/tests/test_validation.py b/sklearn/model_selection/tests/test_validation.py
index c73f42fb27dd2c63ef76c59b6da51b8ccb134319..dedb77026c544cabe861a30592e6a1aa36852bf8 100644
--- a/sklearn/model_selection/tests/test_validation.py
+++ b/sklearn/model_selection/tests/test_validation.py
@@ -316,11 +316,13 @@ def test_cross_validate_invalid_scoring_param():
 
     # Multiclass Scorers that return multiple values are not supported yet
     assert_raises_regex(ValueError,
-                        "Can't handle mix of binary and continuous",
+                        "Classification metrics can't handle a mix of "
+                        "binary and continuous targets",
                         cross_validate, estimator, X, y,
                         scoring=multiclass_scorer)
     assert_raises_regex(ValueError,
-                        "Can't handle mix of binary and continuous",
+                        "Classification metrics can't handle a mix of "
+                        "binary and continuous targets",
                         cross_validate, estimator, X, y,
                         scoring={"foo": multiclass_scorer})