From a772fdad77c7d8358abd2f6f3c423d7b96536e65 Mon Sep 17 00:00:00 2001 From: "lamonov.pavel" Date: Mon, 7 Jul 2025 22:01:31 +0300 Subject: [PATCH] =?UTF-8?q?=D0=9F=D1=80=D0=BE=D0=B2=D0=B5=D1=80=D0=B8?= =?UTF-8?q?=D0=BB=20=D0=BC=D0=B5=D1=82=D0=BA=D0=B8=20=D0=BD=D0=B0=20=D1=81?= =?UTF-8?q?=D0=B8=D0=BC=D0=B2=D0=BE=D0=BB=D1=8B=20=D0=BD=D0=B5=20=D0=B8?= =?UTF-8?q?=D0=B7=20=D1=81=D0=BB=D0=BE=D0=B2=D0=B0=D1=80=D1=8F.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/dataset_validation.py | 15 ++++++++++++--- 1 file changed, 12 insertions(+), 3 deletions(-) diff --git a/scripts/dataset_validation.py b/scripts/dataset_validation.py index d660ce5..7250c24 100644 --- a/scripts/dataset_validation.py +++ b/scripts/dataset_validation.py @@ -22,14 +22,23 @@ def check_images(directory_path: str): except Exception: print(file) -def check_labels(dir_path: str) -> int: +def check_labels(dir_path: str): for filename in os.listdir(dir_path): name, extension = filename.split(".") if len(name) != 17: print(filename) - + +def check_symbols(dir_path: str): + with open(os.path.join(dir_path, "dict.txt"), "r") as dict_file: + dict_content = dict_file.readlines() + dict_chars = set(char.strip() for char in dict_content) + for filename in os.listdir(os.path.join(dir_path, "images")): + label, extension = filename.split(".") + if any([char not in dict_chars for char in label]): + print(filename) # rename_files("train_data/images/") # check_images("train_data/images/") -check_labels("train_data/images/") +# check_labels("train_data/images/") +check_symbols("train_data/")