From d9cd783f96d91fa3b4345e5e9343cc142a5715a5 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Fran=C3=A7ois=20Patron?= Date: Fri, 20 Dec 2024 13:22:39 +0100 Subject: [PATCH] Add dir purge --- tig-benchmarker/slave.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/tig-benchmarker/slave.py b/tig-benchmarker/slave.py index dd53e30..9d73bc8 100644 --- a/tig-benchmarker/slave.py +++ b/tig-benchmarker/slave.py @@ -11,6 +11,7 @@ import zlib from threading import Thread from common.structs import OutputData, MerkleProof from common.merkle_tree import MerkleTree +from datetime import datetime, timedelta logger = logging.getLogger(os.path.splitext(os.path.basename(__file__))[0]) PENDING_BATCH_IDS = set() @@ -68,6 +69,13 @@ def run_tig_worker(tig_worker_path, batch, wasm_path, num_workers, output_path): def purge_folders(output_path, ttl): + cutoff_time = datetime.now() - timedelta(hours=2) + for folder in os.listdir(output_path): + folder_path = os.path.join(output_path, folder) + if os.path.isdir(folder_path) and datetime.fromtimestamp(os.path.getmtime(folder_path)) < cutoff_time: + logger.info(f"removing old folder: {folder_path}") + shutil.rmtree(folder_path) + n = now() purge_batch_ids = [ batch_id