Repository navigation
Expand file tree
/
Copy pathprocess_grid.py
More file actions
49 lines (47 loc) · 1.78 KB
/
Copy pathprocess_grid.py
File metadata and controls
49 lines (47 loc) · 1.78 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
import sys
import os
import json
import glob
import statistics
path_pattern = sys.argv[1]
target_type = sys.argv[2]
best_value, best_result, best_name = None, None, None
mean_result = {}
print(path_pattern)
for dir_path in glob.glob(path_pattern, recursive=True):
entry = os.path.basename(dir_path)
valid_result = None
test_found = os.path.exists(os.path.join(dir_path, "test_results.json"))
valid_path = os.path.join(dir_path, "results.json")
if os.path.exists(valid_path):
print(entry)
with open(valid_path) as file:
valid_result = json.load(file)
else:
print(f"{entry} no validation results")
continue
if not test_found:
print(f"{entry} not tested yet")
if target_type == "max":
metric = sys.argv[3]
metric_value = valid_result[metric]
if best_value is None or metric_value > best_value:
best_value = metric_value
best_result = valid_result
best_name = entry
elif target_type == "mean" or target_type == "median":
if mean_result:
for metric, value in valid_result.items():
if metric not in ["type", "epoch"]:
mean_result[metric].append(value)
else:
mean_result = {metric: [value] for metric, value in valid_result.items() if
metric not in ["type", "epoch"]}
if target_type == "max":
print(f"Best result found at {best_name}: {best_result}")
elif target_type == "mean":
mean_result = {metric: sum(value) / len(value) for metric, value in mean_result.items()}
print(f"Mean result {mean_result}")
elif target_type == "median":
mean_result = {metric: statistics.median(value) for metric, value in mean_result.items()}
print(f"Mean result {mean_result}")