diff options
-rw-r--r-- | wikitrans/wikimarkup.py | 14 |
1 files changed, 10 insertions, 4 deletions
diff --git a/wikitrans/wikimarkup.py b/wikitrans/wikimarkup.py index 0ce0e15..19f69e6 100644 --- a/wikitrans/wikimarkup.py +++ b/wikitrans/wikimarkup.py @@ -259,7 +259,8 @@ class WikiMarkupParser(object): content=m.group(0))) continue else: - yield(self._new_node(type='TEXT', content=m.group(0))) + yield(self._new_node(type='TEXT', + content=m.group(0))) continue else: m = self.ctag.match(line, pos) @@ -267,8 +268,11 @@ class WikiMarkupParser(object): if m.group('tag') in self.tags: yield(self._new_node(type='CTAG', tag=m.group('tag'))) - pos = m.end(0) - continue + else: + yield(self._new_node(type='TEXT', + content=m.group(0))) + pos = m.end(0) + continue else: yield(self._new_node(type='TEXT', content=line[pos:pos+1])) @@ -370,7 +374,9 @@ class WikiMarkupParser(object): stack.append(i) # Redefine all non-matched tokens as TEXT for i in stack: - self.toklist[i].type = 'TEXT' # FIXME + # FIXME + self.toklist[i] = self._new_node(type='TEXT', + content=str(self.toklist[i])) mark = [] |