mirror of
https://github.com/Tautulli/Tautulli.git
synced 2025-08-24 06:55:26 -07:00
Update tokenize-rt==6.0.0
This commit is contained in:
parent
fb31067561
commit
10fd67ee59
1 changed files with 6 additions and 1 deletions
|
@ -99,6 +99,11 @@ def src_to_tokens(src: str) -> list[Token]:
|
||||||
end_offset += len(newtok.encode())
|
end_offset += len(newtok.encode())
|
||||||
|
|
||||||
tok_name = tokenize.tok_name[tok_type]
|
tok_name = tokenize.tok_name[tok_type]
|
||||||
|
|
||||||
|
if tok_name == 'FSTRING_MIDDLE': # pragma: >=3.12 cover
|
||||||
|
ecol += tok_text.count('{') + tok_text.count('}')
|
||||||
|
tok_text = tok_text.replace('{', '{{').replace('}', '}}')
|
||||||
|
|
||||||
tokens.append(Token(tok_name, tok_text, sline, end_offset))
|
tokens.append(Token(tok_name, tok_text, sline, end_offset))
|
||||||
last_line, last_col = eline, ecol
|
last_line, last_col = eline, ecol
|
||||||
if sline != eline:
|
if sline != eline:
|
||||||
|
@ -115,7 +120,7 @@ def tokens_to_src(tokens: Iterable[Token]) -> str:
|
||||||
|
|
||||||
def reversed_enumerate(
|
def reversed_enumerate(
|
||||||
tokens: Sequence[Token],
|
tokens: Sequence[Token],
|
||||||
) -> Generator[tuple[int, Token], None, None]:
|
) -> Generator[tuple[int, Token]]:
|
||||||
for i in reversed(range(len(tokens))):
|
for i in reversed(range(len(tokens))):
|
||||||
yield i, tokens[i]
|
yield i, tokens[i]
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue