-
Notifications
You must be signed in to change notification settings - Fork 8
Expand file tree
/
Copy pathtest.py
More file actions
34 lines (23 loc) · 946 Bytes
/
test.py
File metadata and controls
34 lines (23 loc) · 946 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
import shutil
import hydra
from hydra.utils import instantiate
from omegaconf import DictConfig, OmegaConf
from src.tools.files import json_dump
@hydra.main(version_base=None, config_path="configs", config_name="test")
def main(cfg: DictConfig):
fabric = instantiate(cfg.trainer.fabric)
fabric.launch()
if fabric.global_rank == 0:
json_dump(OmegaConf.to_container(cfg, resolve=True), "hydra.json")
model = instantiate(cfg.model)
model = fabric.setup(model)
for dataset in cfg.test:
columns = shutil.get_terminal_size().columns
fabric.print("-" * columns)
fabric.print(f"Testing {cfg.test[dataset].dataname}".center(columns))
data = instantiate(cfg.test[dataset])
test_loader = fabric.setup_dataloaders(data.test_dataloader())
test = instantiate(cfg.test[dataset].test)
test(model, test_loader, fabric=fabric)
if __name__ == "__main__":
main()