""" novelWriter – Common Functions ============================== File History: Created: 2019-05-12 [0.1.0] This file is a part of novelWriter Copyright 2018–2024, Veronica Berglyd Olsen This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . """ from __future__ import annotations import json import logging import unicodedata import uuid import xml.etree.ElementTree as ET from configparser import ConfigParser from datetime import datetime from pathlib import Path from typing import TYPE_CHECKING, Any, Literal, TypeVar from urllib.parse import urljoin from urllib.request import pathname2url from PyQt5.QtCore import QCoreApplication, QUrl from PyQt5.QtGui import QColor, QDesktopServices from novelwriter.constants import nwConst, nwLabels, nwUnicode, trConst from novelwriter.enum import nwItemClass, nwItemType, nwItemLayout from novelwriter.error import logException if TYPE_CHECKING: # pragma: no cover from typing import TypeGuard # Requires Python 3.10 logger = logging.getLogger(__name__) _Type = TypeVar("_Type") ## # Checker Functions ## def checkStringNone(value: Any, default: str | None) -> str | None: """Check if a variable is a string or a None.""" if value is None or value == "None": return None if isinstance(value, str): return str(value) return default def checkString(value: Any, default: str) -> str: """Check if a variable is a string.""" if isinstance(value, str): return str(value) return default def checkInt(value: Any, default: int) -> int: """Check if a variable is an integer.""" try: return int(value) except Exception: return default def checkFloat(value: Any, default: float) -> float: """Check if a variable is a float.""" try: return float(value) except Exception: return default def checkBool(value: Any, default: bool) -> bool: """Check if a variable is a boolean.""" if isinstance(value, bool): return value elif isinstance(value, str): check = value.lower() if check in ("true", "yes", "on"): return True elif check in ("false", "no", "off"): return False else: return default elif isinstance(value, int): if value == 1: return True elif value == 0: return False else: return default return default def checkUuid(value: Any, default: str) -> str: """Try to process a value as an UUID, or return a default.""" try: return str(uuid.UUID(value)) except Exception: return default def checkPath(value: Any, default: Path) -> Path: """Check if a value is a valid path.""" if isinstance(value, Path): return value elif isinstance(value, str): if value.strip(): return Path(value) return default ## # Validator Functions ## def isHandle(value: Any) -> TypeGuard[str]: """Check if a string is a valid novelWriter handle. Note: This is case sensitive. Must be lower case! """ if not isinstance(value, str): return False if len(value) != 13: return False for c in value: if c not in "0123456789abcdef": return False return True def isTitleTag(value: Any) -> TypeGuard[str]: """Check if a string is a valid title tag string.""" if not isinstance(value, str): return False if len(value) != 5: return False if not value.startswith("T"): return False for c in value[1:]: if c not in "0123456789": return False return True def isItemClass(value: Any) -> TypeGuard[str]: """Check if a string is a valid nwItemClass identifier.""" return isinstance(value, str) and value in nwItemClass.__members__ def isItemType(value: Any) -> TypeGuard[str]: """Check if a string is a valid nwItemType identifier.""" return isinstance(value, str) and value in nwItemType.__members__ def isItemLayout(value: Any) -> TypeGuard[str]: """Check if a string is a valid nwItemLayout identifier.""" return isinstance(value, str) and value in nwItemLayout.__members__ def isListInstance(data: Any, check: type[_Type]) -> TypeGuard[list[_Type]]: """Check that all items of a list is of a given type.""" return isinstance(data, list) and all(isinstance(item, check) for item in data) def hexToInt(value: Any, default: int = 0) -> int: """Convert a hex string to an integer.""" if isinstance(value, str): try: return int(value, 16) except Exception: return default return default def minmax(value: int, minVal: int, maxVal: int) -> int: """Check that an value is between min and max value (inclusive).""" return min(maxVal, max(minVal, value)) def checkIntTuple(value: int, valid: tuple | list | set, default: int) -> int: """Check that an int is an element of a tuple. If it isn't, return the default value. """ if isinstance(value, int): if value in valid: return value return default ## # Formatting Functions ## def formatInt(value: int) -> str: """Formats an integer with k, M, G etc.""" if not isinstance(value, int): return "ERR" fVal = float(value) if fVal > 1000.0: for pF in ["k", "M", "G", "T", "P", "E"]: fVal /= 1000.0 if fVal < 1000.0: if fVal < 10.0: return f"{fVal:4.2f}{nwUnicode.U_THSP}{pF}" elif fVal < 100.0: return f"{fVal:4.1f}{nwUnicode.U_THSP}{pF}" else: return f"{fVal:3.0f}{nwUnicode.U_THSP}{pF}" return str(value) def formatTimeStamp(value: float, fileSafe: bool = False) -> str: """Take a number (on the format returned by time.time()) and convert it to a timestamp string. """ if fileSafe: return datetime.fromtimestamp(value).strftime(nwConst.FMT_FSTAMP) else: return datetime.fromtimestamp(value).strftime(nwConst.FMT_TSTAMP) def formatTime(t: int) -> str: """Format a time in seconds in HH:MM:SS format or d-HH:MM:SS format if a full day or longer. """ if isinstance(t, int): if t >= 86400: return f"{t//86400:d}-{t%86400//3600:02d}:{t%3600//60:02d}:{t%60:02d}" else: return f"{t//3600:02d}:{t%3600//60:02d}:{t%60:02d}" return "ERROR" def formatVersion(value: str) -> str: """Format a version number into a more human readable form.""" return value.lower().replace("a", " Alpha ").replace("b", " Beta ").replace("rc", " RC ") def formatFileFilter(extensions: list[str | tuple[str, str]]) -> str: """Format a list of extensions, or extension + label pairs into a QFileDialog extensions filter. """ result = [] for ext in extensions: if isinstance(ext, str): result.append(f"{trConst(nwLabels.FILE_FILTERS.get(ext, 'ERR'))} ({ext})") elif isinstance(ext, tuple) and len(ext) == 2: result.append(f"{ext[0]} ({ext[1]})") return ";;".join(result) ## # String Functions ## def simplified(text: str) -> str: """Take a string and strip leading and trailing whitespaces, and replace all occurrences of (multiple) whitespaces with a 0x20 space. """ return " ".join(str(text).strip().split()) def yesNo(value: int | bool | None) -> Literal["yes", "no"]: """Convert a boolean evaluated variable to a yes or no.""" return "yes" if value else "no" def transferCase(source: str, target: str) -> str: """Transfers the case of the source word to the target word. This will consider all upper or lower, and first char capitalisation. """ result = target if not isinstance(source, str) or not isinstance(target, str): return result if len(target) < 1 or len(source) < 1: return result if source.istitle(): result = target.title() if source.isupper(): result = target.upper() elif source.islower(): result = target.lower() return result def fuzzyTime(seconds: int) -> str: """Convert a time difference in seconds into a fuzzy time string.""" if seconds < 0: return QCoreApplication.translate( "Common", "in the future" ) elif seconds < 30: return QCoreApplication.translate( "Common", "just now" ) elif seconds < 90: return QCoreApplication.translate( "Common", "a minute ago" ) elif seconds < 3300: # 55 minutes return QCoreApplication.translate( "Common", "{0} minutes ago" ).format(int(round(seconds/60))) elif seconds < 5400: # 90 minutes return QCoreApplication.translate( "Common", "an hour ago" ) elif seconds < 84600: # 23.5 hours return QCoreApplication.translate( "Common", "{0} hours ago" ).format(int(round(seconds/3600))) elif seconds < 129600: # 1.5 days return QCoreApplication.translate( "Common", "a day ago" ) elif seconds < 561600: # 6.5 days return QCoreApplication.translate( "Common", "{0} days ago" ).format(int(round(seconds/86400))) elif seconds < 907200: # 10.5 days return QCoreApplication.translate( "Common", "a week ago" ) elif seconds < 2419200: # 28 days return QCoreApplication.translate( "Common", "{0} weeks ago" ).format(int(round(seconds/604800))) elif seconds < 3888000: # 45 days return QCoreApplication.translate( "Common", "a month ago" ) elif seconds < 29808000: # 345 days return QCoreApplication.translate( "Common", "{0} months ago" ).format(int(round(seconds/2592000))) elif seconds < 47336400: # 1.5 years return QCoreApplication.translate( "Common", "a year ago" ) else: return QCoreApplication.translate( "Common", "{0} years ago" ).format(int(round(seconds/31557600))) def numberToRoman(value: int, toLower: bool = False) -> str: """Convert an integer to a Roman number.""" if not isinstance(value, int): return "NAN" if value < 1 or value > 4999: return "OOR" lookup = [ (1000, "M"), (900, "CM"), (500, "D"), (400, "CD"), (100, "C"), (90, "XC"), (50, "L"), (40, "XL"), (10, "X"), (9, "IX"), (5, "V"), (4, "IV"), (1, "I"), ] roman = "" for divisor, symbol in lookup: n = value//divisor roman += n*symbol value -= n*divisor if value <= 0: break return roman.lower() if toLower else roman def cssCol(col: QColor, alpha: int | None = None) -> str: """Convert a QColor object to an rgba entry to use in CSS.""" return f"rgba({col.red()}, {col.green()}, {col.blue()}, {alpha or col.alpha()})" ## # Encoder Functions ## def jsonEncode(data: dict | list | tuple, n: int = 0, nmax: int = 0) -> str: """Encode a dictionary, list or tuple as a json object or array, and indent from level n up to a max level nmax if nmax is larger than 0. """ if not isinstance(data, (dict, list, tuple)): return "[]" buffer = [] indent = "" for chunk in json.JSONEncoder().iterencode(data): if chunk == "": # pragma: no cover # Just a precaution continue first = chunk[0] if chunk in ("{}", "[]"): buffer.append(chunk) elif first in ("{", "["): n += 1 indent = "\n"+" "*n if n > nmax and nmax > 0: buffer.append(chunk) else: buffer.append(chunk[0] + indent + chunk[1:]) elif first in ("}", "]"): n -= 1 indent = "\n"+" "*n if n >= nmax and nmax > 0: buffer.append(chunk) else: buffer.append(indent + chunk) elif first == ",": if n > nmax and nmax > 0: buffer.append(chunk) else: buffer.append(chunk[0] + indent + chunk[1:].lstrip()) else: buffer.append(chunk) return "".join(buffer) def xmlIndent(tree: ET.Element | ET.ElementTree) -> None: """A modified version of the XML indent function in the standard library. It behaves more closely to how the one from lxml does. """ if isinstance(tree, ET.ElementTree): tree = tree.getroot() if not isinstance(tree, ET.Element): return indentations = ["\n"] def indentChildren(elem: ET.Element, level: int) -> None: chLevel = level + 1 try: chIndent = indentations[chLevel] except IndexError: chIndent = indentations[level] + " " indentations.append(chIndent) if elem.text is None: elem.text = chIndent last = None for child in elem: if len(child): indentChildren(child, chLevel) if child.tail is None: child.tail = chIndent last = child # Dedent the last child if last is not None: last.tail = indentations[level] return if len(tree): indentChildren(tree, 0) tree.tail = "\n" return ## # File and File System Functions ## def readTextFile(path: str | Path) -> str: """Read the content of a text file in a robust manner.""" path = Path(path) if not path.is_file(): return "" try: return path.read_text(encoding="utf-8") except Exception: logger.error("Could not read file: %s", path) logException() return "" def makeFileNameSafe(text: str) -> str: """Return a filename safe string. See: https://unicode.org/reports/tr15/#Norm_Forms """ text = unicodedata.normalize("NFKC", text).strip() allowed = (" ", ".", "-", "_") return "".join(c for c in text if c.isalnum() or c in allowed) def getFileSize(path: Path) -> int: """Return the size of a file.""" try: return path.stat().st_size except Exception: return -1 def openExternalPath(path: Path) -> bool: """Open a path by passing it to the desktop environment.""" if Path(path).exists(): QDesktopServices.openUrl( QUrl(urljoin("file:", pathname2url(str(path)))) ) return True return False ## # Classes ## class NWConfigParser(ConfigParser): """Common: Adapted Config Parser This is a subclass of the standard config parser that adds type safe helper functions, and support for lists. """ def __init__(self) -> None: super().__init__() return def rdStr(self, section: str, option: str, default: str) -> str: """Read string value.""" return self.get(section, option, fallback=default) def rdInt(self, section: str, option: str, default: int) -> int: """Read integer value.""" try: return self.getint(section, option, fallback=default) except ValueError: logger.error("Could not read '%s':'%s' from config", section, option) return default def rdFlt(self, section: str, option: str, default: float) -> float: """Read float value.""" try: return self.getfloat(section, option, fallback=default) except ValueError: logger.error("Could not read '%s':'%s' from config", section, option) return default def rdBool(self, section: str, option: str, default: bool) -> bool: """Read boolean value.""" try: return self.getboolean(section, option, fallback=default) except ValueError: logger.error("Could not read '%s':'%s' from config", section, option) return default def rdPath(self, section: str, option: str, default: Path) -> Path: """Read a Path value.""" return checkPath(self.get(section, option, fallback=default), default) def rdStrList(self, section: str, option: str, default: list[str]) -> list[str]: """Read string list.""" result = default.copy() if isinstance(default, list) else [] if self.has_option(section, option): data = self.get(section, option, fallback="").split(",") for i in range(min(len(data), len(result))): result[i] = data[i].strip() return result def rdIntList(self, section: str, option: str, default: list[int]) -> list[int]: """Read integer list.""" result = default.copy() if isinstance(default, list) else [] if self.has_option(section, option): data = self.get(section, option, fallback="").split(",") for i in range(min(len(data), len(result))): result[i] = checkInt(data[i].strip(), result[i]) return result # END Class NWConfigParser