diff --git a/spacy/cli/evaluate.py b/spacy/cli/evaluate.py
index 0d08d2c5e..adb5f3d74 100644
--- a/spacy/cli/evaluate.py
+++ b/spacy/cli/evaluate.py
@@ -1,4 +1,4 @@
-from typing import Optional, List, Dict, Any, Union
+from typing import Optional, List, Dict, Any
 from wasabi import Printer
 from pathlib import Path
 import re
@@ -8,7 +8,6 @@ from thinc.api import fix_random_seed
 from ..training import Corpus
 from ..tokens import Doc
 from ._util import app, Arg, Opt, setup_gpu, import_code
-from ..scorer import Scorer
 from .. import util
 from .. import displacy