From 741ed5ad86d3d95b07761404788cdcb3b6124527 Mon Sep 17 00:00:00 2001 From: Hieu Date: Thu, 2 Apr 2026 13:18:22 +0700 Subject: [PATCH] fix: correct ESCAPABLE_CHARS in query_lang tokenizer Replace duplicate double-quote with single-quote so that escaped single quotes inside single-quoted strings are handled correctly (e.g. 'O''Brien' now tokenizes as O'Brien instead of O'Brien). Discovered during automated code review. --- src/tagstudio/core/query_lang/tokenizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tagstudio/core/query_lang/tokenizer.py b/src/tagstudio/core/query_lang/tokenizer.py index a279fbf6..3cdb5035 100644 --- a/src/tagstudio/core/query_lang/tokenizer.py +++ b/src/tagstudio/core/query_lang/tokenizer.py @@ -61,7 +61,7 @@ class Tokenizer: pos: int current_char: str | None - ESCAPABLE_CHARS = ["\\", '"', '"'] + ESCAPABLE_CHARS = ["\\", '"', "'"] NOT_IN_ULITERAL = [":", " ", "[", "]", "(", ")", "=", ","] def __init__(self, text: str) -> None: