Shortcuts on this page
r m x toggle line displays
j k next/prev highlighted chunk
0 (zero) top of page
1 (one) first highlighted chunk
1"""Normalize input string."""
2import re
4from .state_core import StateCore
6# https://spec.commonmark.org/0.29/#line-ending
7NEWLINES_RE = re.compile(r"\r\n?|\n")
8NULL_RE = re.compile(r"\0")
11def normalize(state: StateCore) -> None:
12 # Normalize newlines
13 string = NEWLINES_RE.sub("\n", state.src)
15 # Replace NULL characters
16 string = NULL_RE.sub("\uFFFD", string)
18 state.src = string