mirror of
https://fuchsia.googlesource.com/third_party/github.com/pylint-dev/pylint
synced 2024-09-21 16:19:21 +00:00
12 lines
360 B
Python
12 lines
360 B
Python
# Licensed under the GPL: https://www.gnu.org/licenses/old-licenses/gpl-2.0.html
|
|
# For details: https://github.com/PyCQA/pylint/blob/main/LICENSE
|
|
|
|
import tokenize
|
|
from io import StringIO
|
|
from tokenize import TokenInfo
|
|
from typing import List
|
|
|
|
|
|
def _tokenize_str(code: str) -> List[TokenInfo]:
|
|
return list(tokenize.generate_tokens(StringIO(code).readline))
|