Veronica K. B. Olsen
46 lines
920 B
Python
46 lines
920 B
Python
# -*- coding: utf-8 -*-
|
||
"""novelWriter Text Tokenizer
|
||
|
||
novelWriter – Text Tokenizer
|
||
==============================
|
||
Splits a piece of nW markdown text into its elements
|
||
|
||
File History:
|
||
Created: 2019-05-05 [0.0.1]
|
||
|
||
"""
|
||
|
||
import logging
|
||
import nw
|
||
|
||
from nw.project.document import NWDoc
|
||
|
||
logger = logging.getLogger(__name__)
|
||
|
||
class Tokenizer():
|
||
|
||
def __init__(self, theProject, theParent):
|
||
|
||
self.mainConf = nw.CONFIG
|
||
self.theProject = theProject
|
||
self.theParent = theParent
|
||
|
||
self.theHandle = None
|
||
self.theItem = None
|
||
self.theTokens = None
|
||
|
||
return
|
||
|
||
def tokenizeText(self, tHandle):
|
||
|
||
self.theItem = self.theProject.getItem(tHandle)
|
||
theDoc = NWDoc(self.theProject, self.theParent)
|
||
theText = theDoc.openDocument(tHandle)
|
||
|
||
for aLine in theText.splitlines():
|
||
print(aLine)
|
||
|
||
return
|
||
|
||
# END Class Tokenizer
|