skip whitespace only tokens

This commit is contained in:
Keewis 2020-07-31 19:16:13 +02:00
parent b353dfed7b
commit a09c170808

View File

@ -810,6 +810,9 @@ def _recombine_set_tokens(tokens: List[str]) -> List[str]:
previous_token = token previous_token = token
continue continue
if not token.strip():
continue
if token in keywords: if token in keywords:
tokens.appendleft(token) tokens.appendleft(token)
if previous_token is not None: if previous_token is not None: