diff --git a/spacy/_theano.pyx b/spacy/_theano.pyx
index 1d7744322..4231266c3 100644
--- a/spacy/_theano.pyx
+++ b/spacy/_theano.pyx
@@ -29,7 +29,7 @@ cdef class TheanoModel(Model):
         self.model_loc = model_loc
         
     def predict(self, Example eg):
-        self.input_layer.fill(eg.embeddings, eg.atoms, use_avg=False)
+        self.input_layer.fill(eg.embeddings, eg.atoms, use_avg=True)
         theano_scores = self.predict_func(eg.embeddings)[0]
         cdef int i
         for i in range(self.n_classes):