diff --git a/spacy/pipeline/entityruler.py b/spacy/pipeline/entityruler.py
index 25bc3abee..4e61dbca7 100644
--- a/spacy/pipeline/entityruler.py
+++ b/spacy/pipeline/entityruler.py
@@ -195,7 +195,7 @@ class EntityRuler(Pipe):
                 all_labels.add(label)
             else:
                 all_labels.add(l)
-        return tuple(all_labels)
+        return tuple(sorted(all_labels))
 
     def initialize(
         self,