ttygroup/gertty
Code Issues Proposed changes

tokenizer: do not try to decode strings on Python 3

Browse Source 
Change-Id: I37af7e9495fa3ddc0355f0184f93ed5c3ea87bd3
Story: #2007951
Task: #40427
This commit is contained in:
Dmitry Tantsur 2020-09-23 15:46:00 +02:00
parent f49f27db59
commit ee9cd7a16c
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
gertty/search/tokenizer.py
View File

@ -82,12 +82,16 @@ def SearchTokenizer():
def t_SSTRING(t):
r"'([^\\']+|\\'|\\\\)*'"
t.value=t.value[1:-1].decode("string-escape")
t.value = t.value[1:-1]
if not isinstance(t.value, six.text_type):
t.value = t.value.decode('string-escape')
return t
def t_DSTRING(t):
r'"([^\\"]+|\\"|\\\\)*"'
t.value=t.value[1:-1].decode("string-escape")
t.value = t.value[1:-1]
if not isinstance(t.value, six.text_type):
t.value = t.value.decode('string-escape')
return t
def t_AND(t):