pyro-train/dvc.yaml at main · pyronear/pyro-train · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
stages:
  fetch_model_input:
    cmd:
    - >-
      uv run dvc get https://github.com/pyronear/pyro-dataset
      data/processed/yolo_train_val --rev v4.0.0
      --out ./data/01_model_input/yolo_train_val
      ||
      uv run dvc get git@github.com:pyronear/pyro-dataset.git
      data/processed/yolo_train_val --rev v4.0.0
      --out ./data/01_model_input/yolo_train_val
    outs:
    - ./data/01_model_input/yolo_train_val

  train_yolo_best:
    cmd:
    - >-
      uv run python ./scripts/data/model_input/build.py
      --input-dir ./data/01_model_input/yolo_train_val
      --output-dir ./data/01_model_input/yolo_train_val_small
      --sampling-ratio 1
      --random-seed 0
      --loglevel info
    - >-
      uv run python ./scripts/model/yolo/train.py
      --data ./data/01_model_input/yolo_train_val_small/datasets/data.yaml
      --config ./scripts/model/yolo/configs/best.yaml
      --output-dir ./data/02_models/yolo/
      --experiment-name best
      --loglevel info
    deps:
    - ./data/01_model_input/yolo_train_val
    - ./scripts/data/model_input/build.py
    - ./scripts/model/yolo/configs/best.yaml
    - ./scripts/model/yolo/train.py
    outs:
    - ./data/02_models/yolo/best

  build_manifest_yolo_best:
    cmd:
    - >-
      uv run python ./scripts/model/yolo/build_manifest.py
      --save-dir ./data/03_reporting/yolo/best/
      --dir-model ./data/02_models/yolo/best/
      --loglevel info
    deps:
    - ./scripts/model/yolo/build_manifest.py
    - ./data/02_models/yolo/best/
    outs:
    - ./data/03_reporting/yolo/best/

  fetch_sequential_val:
    cmd:
    - >-
      uv run dvc get https://github.com/pyronear/pyro-dataset
      data/processed/sequential_train_val/val --rev v4.0.0
      --out ./data/01_model_input/sequential_train_val/val
      ||
      uv run dvc get git@github.com:pyronear/pyro-dataset.git
      data/processed/sequential_train_val/val --rev v4.0.0
      --out ./data/01_model_input/sequential_train_val/val
    outs:
    - ./data/01_model_input/sequential_train_val/val

  predict_sequential_val:
    cmd:
    - >-
      uv run python predict_sequential.py
      --model-path ./data/02_models/yolo/best/weights/best.pt
      --data-dir ./data/01_model_input/sequential_train_val/val
      --labels-dir ./data/03_reporting/sequential/predictions_labels_val
    deps:
    - predict_sequential.py
    - ./data/02_models/yolo/best/weights/best.pt
    - ./data/01_model_input/sequential_train_val/val
    outs:
    - ./data/03_reporting/sequential/predictions_labels_val

  optimize_sequential_val:
    cmd:
    - >-
      uv run python optimize_sequential.py
      --labels-dir ./data/03_reporting/sequential/predictions_labels_val
      --min-frames 8
      --output ./data/03_reporting/sequential/grid_search_val.tsv
      --output-top ./data/03_reporting/sequential/grid_search_val_top20.tsv
      --top-n 20
    deps:
    - optimize_sequential.py
    - ./data/03_reporting/sequential/predictions_labels_val
    outs:
    - ./data/03_reporting/sequential/grid_search_val.tsv
    - ./data/03_reporting/sequential/grid_search_val_top20.tsv

  export_yolo_best:
    matrix:
      format: [onnx, ncnn]
      device: [cpu]
    cmd:
    - >-
      uv run python ./scripts/model/yolo/export.py
      --output-dir ./data/02_models/yolo-export/best/
      --model-dir ./data/02_models/yolo/best/
      --format ${item.format}
      --device ${item.device}
      --loglevel info
    deps:
    - ./scripts/model/yolo/export.py
    - ./data/02_models/yolo/best/
    outs:
    - ./data/02_models/yolo-export/best/${item.format}/${item.device}