From 6a5eeca39f48606b711bbc6da03598f09a6954ff Mon Sep 17 00:00:00 2001 From: JonnyWong16 <9099342+JonnyWong16@users.noreply.github.com> Date: Thu, 24 Aug 2023 11:59:15 -0700 Subject: [PATCH] Update tokenize-rt==5.2.0 --- lib/tokenize_rt.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/lib/tokenize_rt.py b/lib/tokenize_rt.py index f0922c16..ae91cc40 100644 --- a/lib/tokenize_rt.py +++ b/lib/tokenize_rt.py @@ -18,7 +18,7 @@ if ( # pragma: no branch callable(getattr(tokenize, '_compile', None)) ): # pragma: <3.10 cover from functools import lru_cache - tokenize._compile = lru_cache()(tokenize._compile) + tokenize._compile = lru_cache(tokenize._compile) ESCAPED_NL = 'ESCAPED_NL' UNIMPORTANT_WS = 'UNIMPORTANT_WS' @@ -40,6 +40,9 @@ class Token(NamedTuple): def offset(self) -> Offset: return Offset(self.line, self.utf8_byte_offset) + def matches(self, *, name: str, src: str) -> bool: + return self.name == name and self.src == src + _string_re = re.compile('^([^\'"]*)(.*)$', re.DOTALL) _escaped_nl_re = re.compile(r'\\(\n|\r\n|\r)')