Add search caching

novelwriter/gui/doceditor.py

@@ -54,7 +54,7 @@ from PyQt5.QtWidgets import (
 
 from novelwriter import CONFIG, SHARED
 from novelwriter.common import minmax, transferCase
-from novelwriter.constants import nwKeyWords, nwShortcode, nwUnicode
+from novelwriter.constants import nwConst, nwKeyWords, nwShortcode, nwUnicode
 from novelwriter.core.document import NWDocument
 from novelwriter.enum import nwDocAction, nwDocInsert, nwDocMode, nwItemClass, nwTrinary
 from novelwriter.extensions.eventfilters import WheelEventFilter
@@ -91,6 +91,7 @@ class GuiDocEditor(QPlainTextEdit):
 
     # Custom Signals
     statusMessage = pyqtSignal(str)
+    docTextSaved = pyqtSignal(str)
     docCountsChanged = pyqtSignal(str, int, int, int)
     editedStatusChanged = pyqtSignal(bool)
     loadDocumentTagRequest = pyqtSignal(str, Enum)
@@ -488,6 +489,7 @@ class GuiDocEditor(QPlainTextEdit):
             return False
 
         self.setDocumentChanged(False)
+        self.docTextSaved.emit(tHandle)
 
         oldHeader = self._nwItem.mainHeading
         oldCount = SHARED.project.index.getHandleHeaderCount(tHandle)
@@ -603,13 +605,15 @@ class GuiDocEditor(QPlainTextEdit):
     #  Setters
     ##
 
-    def setDocumentChanged(self, state: bool) -> bool:
+    def setDocumentChanged(self, state: bool) -> None:
         """Keep track of the document changed variable, and emit the
         document change signal.
         """
-        self._docChanged = state
-        self.editedStatusChanged.emit(self._docChanged)
-        return self._docChanged
+        if self._docChanged != state:
+            logger.debug("Document changed status is '%s'", state)
+            self._docChanged = state
+            self.editedStatusChanged.emit(self._docChanged)
+        return
 
     def setCursorPosition(self, position: int) -> None:
         """Move the cursor to a given position in the document."""
@@ -1372,9 +1376,10 @@ class GuiDocEditor(QPlainTextEdit):
         cursor.setPosition(0)
         self.setTextCursor(cursor)
 
-        # Search up to a maximum of 1000, and make sure certain special
-        # searches like a regex search for .* don't loop infinitely
-        while self.find(searchFor, findOpt) and len(resE) <= 1000:
+        # Search up to a maximum of MAX_SEARCH_RESULT, and make sure
+        # certain special searches like a regex search for .* don't loop
+        # infinitely
+        while self.find(searchFor, findOpt) and len(resE) <= nwConst.MAX_SEARCH_RESULT:
             cursor = self.textCursor()
             if cursor.hasSelection():
                 resS.append(cursor.selectionStart())
@@ -2613,8 +2618,10 @@ class GuiDocEditSearch(QFrame):
 
     def setResultCount(self, currRes: int | None, resCount: int | None) -> None:
         """Set the count values for the current search."""
+        lim = nwConst.MAX_SEARCH_RESULT
+        numCount = f"{lim:n}+" if (resCount or 0) > lim else f"{resCount:n}"
         sCurrRes = "?" if currRes is None else str(currRes)
-        sResCount = "?" if resCount is None else "1000+" if resCount > 1000 else str(resCount)
+        sResCount = "?" if resCount is None else numCount
         minWidth = SHARED.theme.getTextWidth(f"{sResCount}//{sResCount}", self.boxFont)
         self.resultLabel.setText(f"{sCurrRes}/{sResCount}")
         self.resultLabel.setMinimumWidth(minWidth)

novelwriter/gui/search.py

@@ -29,11 +29,12 @@ from PyQt5.QtCore import QSize, Qt, pyqtSignal, pyqtSlot
 from PyQt5.QtGui import QKeyEvent, QPalette
 from PyQt5.QtWidgets import (
     QHBoxLayout, QLabel, QLineEdit, QToolBar, QTreeWidget, QTreeWidgetItem,
-    QVBoxLayout, QWidget
+    QVBoxLayout, QWidget, qApp
 )
 
 from novelwriter import CONFIG, SHARED
 from novelwriter.common import checkInt
+from novelwriter.constants import nwConst
 from novelwriter.core.coretools import DocSearch
 from novelwriter.core.item import NWItem
 
@@ -55,6 +56,8 @@ class GuiProjectSearch(QWidget):
         iPx = SHARED.theme.baseIconSize
         mPx = CONFIG.pxInt(2)
 
+        self._search = DocSearch()
+
         # Header
         self.viewLabel = QLabel(self.tr("Project Search"))
         self.viewLabel.setFont(SHARED.theme.guiFontB)
@@ -150,6 +153,12 @@ class GuiProjectSearch(QWidget):
         self.searchText.selectAll()
         return
 
+    def closeProjectTasks(self) -> None:
+        """Run close project tasks."""
+        self.searchText.clear()
+        self.searchResult.clear()
+        return
+
     ##
     #  Events
     ##
@@ -177,6 +186,16 @@ class GuiProjectSearch(QWidget):
             super().keyPressEvent(event)
         return
 
+    ##
+    #  Public Slots
+    ##
+
+    @pyqtSlot(str)
+    def clearSearchCache(self, tHandle: str) -> None:
+        """Process document content change."""
+        self._search.clearTextCache(tHandle)
+        return
+
     ##
     #  Private Slots
     ##
@@ -186,11 +205,10 @@ class GuiProjectSearch(QWidget):
         """Perform a search."""
         self.searchResult.clear()
         if text := self.searchText.text():
-            search = DocSearch(
-                SHARED.project, self.toggleRegEx.isChecked(),
-                self.toggleCase.isChecked(), self.toggleWord.isChecked()
-            )
-            for item, results in search.iterSearch(text):
+            self._search.setUserRegEx(self.toggleRegEx.isChecked())
+            self._search.setCaseSensitive(self.toggleCase.isChecked())
+            self._search.setWholeWords(self.toggleWord.isChecked())
+            for item, results in self._search.iterSearch(SHARED.project, text):
                 self._appendResultSet(item, results)
         return
 
@@ -234,6 +252,10 @@ class GuiProjectSearch(QWidget):
     #  Internal Functions
     ##
 
+    def _initSearch(self) -> None:
+        """Initialise the search."""
+        return
+
     def _appendResultSet(self, nwItem: NWItem, results: list[tuple[int, int, str]]) -> None:
         """Populate the result tree."""
         if results:
@@ -242,20 +264,31 @@ class GuiProjectSearch(QWidget):
                 nwItem.itemType, nwItem.itemClass,
                 nwItem.itemLayout, nwItem.mainHeading
             )
+            lim = nwConst.MAX_SEARCH_RESULT
+            count = len(results)
+            numResult = f"{count:n}"
+            if count > lim:
+                results = results[:lim]
+                numResult = f"{lim:n}+"
 
             tItem = QTreeWidgetItem()
-            tItem.setText(0, f"{nwItem.itemName} ({len(results)})")
+            tItem.setText(0, f"{nwItem.itemName} ({numResult})")
             tItem.setIcon(0, docIcon)
             tItem.setData(0, self.D_HANDLE, tHandle)
+            self.searchResult.addTopLevelItem(tItem)
+
             rItems = []
             for start, length, context in results:
                 rItem = QTreeWidgetItem()
                 rItem.setText(0, context)
                 rItem.setData(0, self.D_RESULT, (tHandle, start, length))
                 rItems.append(rItem)
+
             tItem.addChildren(rItems)
             tItem.setExpanded(True)
-            self.searchResult.addTopLevelItem(tItem)
+
+            qApp.processEvents()
+
         return
 
 # END Class GuiProjectSearch