From e39bfa1b18f328adb40d785049e07e9a3264eae8 Mon Sep 17 00:00:00 2001
From: Erez Sh <erezshin@gmail.com>
Date: Wed, 13 Nov 2019 10:00:11 +0200
Subject: [PATCH] Bugfix: Some tokens did not recieve and end_line (Issue #472)

---
 lark/lexer.py | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/lark/lexer.py b/lark/lexer.py
index f57ae51..806d575 100644
--- a/lark/lexer.py
+++ b/lark/lexer.py
@@ -175,24 +175,24 @@ class _Lex:
 
             value, type_ = res
 
-            t = None
             if type_ not in ignore_types:
                 t = Token(type_, value, line_ctr.char_pos, line_ctr.line, line_ctr.column)
+                line_ctr.feed(value, type_ in newline_types)
+                t.end_line = line_ctr.line
+                t.end_column = line_ctr.column
                 if t.type in lexer.callback:
                     t = lexer.callback[t.type](t)
                     if not isinstance(t, Token):
                         raise ValueError("Callbacks must return a token (returned %r)" % t)
-                last_token = t
                 yield t
+                last_token = t
             else:
                 if type_ in lexer.callback:
-                    t = Token(type_, value, line_ctr.char_pos, line_ctr.line, line_ctr.column)
-                    lexer.callback[type_](t)
+                    t2 = Token(type_, value, line_ctr.char_pos, line_ctr.line, line_ctr.column)
+                    lexer.callback[type_](t2)
+                line_ctr.feed(value, type_ in newline_types)
+
 
-            line_ctr.feed(value, type_ in newline_types)
-            if t:
-                t.end_line = line_ctr.line
-                t.end_column = line_ctr.column
 
 
 class UnlessCallback: