Github/filetags
2
0
Fork 1
mirror of https://github.com/novoid/filetags.git synced 2026-02-16 05:54:16 +00:00
Code Issues Projects Releases Packages Wiki Activity

Add test case for parsing unicode characters

Browse source
This commit is contained in:
Jonathan Neidel 2026-02-10 20:38:56 +01:00
parent 8c59b575a2
commit 15ad8471fb
1 changed files with 16 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
tests/unit_tests.py
View file

@ -461,6 +461,22 @@ class TestLocateAndParseControlledVocabulary(unittest.TestCase):
cv = filetags.locate_and_parse_controlled_vocabulary(cv_file)
self.assertEqual(set(cv), set(["foo", "bar", "baz", "tag"]))
def test_unicode_symbols_in_cv(self):
"""
Ensure unicode symbols and non-ASCII characters in controlled vocabulary
files are parsed correctly.
"""
tempdir = tempfile.mkdtemp(prefix='TestControlledVocabulary_Unicode_')
print("\ntempdir: " + tempdir + ' <<<' + '#' * 10)
assert(os.path.isdir(tempdir))
cv_file = os.path.join(tempdir, '.filetags')
self.create_file(cv_file, "café\nnaïve\npi_π\nstar_★\nsnow_雪\n")
assert(os.path.isfile(cv_file))
cv = filetags.locate_and_parse_controlled_vocabulary(cv_file)
self.assertEqual(set(cv), set(["café", "naïve", "pi_π", "star_★", "snow_雪"]))
def test_include_lines_in_cv_not_circular(self):
"""