Add text marker processing in tokenizer class

2024-04-15 00:42:01 +02:00
parent ec6a5712e5
commit 9823677983
5 changed files with 71 additions and 37 deletions
@@ -135,7 +135,7 @@ class ToMarkdown(Tokenizer):
        lines = []
        lineSep = "  \n" if self._preserveBreaks else " "

-        for tType, _, tText, tFormat, tStyle in self._tokens:
+        for tType, _, tText, tFormat, tMarkers, tStyle in self._tokens:

            if tType == self.T_EMPTY:
                if para: