-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathcfgs.sh
307 lines (294 loc) · 9.38 KB
/
cfgs.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
#!/bin/bash
# Configuration based on selected variants
echo "Using configurations -
training: ${cfg_training},
frozen: ${cfg_frozen},
bias: ${cfg_bias},
labels: ${cfg_labels},
downstream: ${cfg_downstream},
dimensions: ${cfg_dimensions},
architecture: ${cfg_architecture},
model variant: ${cfg_model_variant},
pre-trained: ${cfg_pretrained},
prompting: ${cfg_prompting},
adaptation: ${cfg_adaptation},
dataset ${cfg_dataset},
amount: ${cfg_amount}."
# Ablations
# losses / training scheme
# Note: noninstructed means that instructions are not passed to the attention layers. They can still be used for the final similarity comparison
if [ "${cfg_training}" == "seg_self" ]; then
loss_meta=true
loss_self=true
noninstructed=false
elif [ "${cfg_training}" == "seg_self_noninstructed" ]; then
loss_meta=true
loss_self=true
noninstructed=true
elif [ "${cfg_training}" == "seg" ]; then
loss_meta=true
loss_self=false
noninstructed=false
elif [ "${cfg_training}" == "seg_noninstructed" ]; then
# Only makes sense in combination with fixed layer
loss_meta=true
loss_self=false
noninstructed=true
elif [ "${cfg_training}" == "self" ]; then
loss_meta=false
loss_self=true
noninstructed=false
elif [ "${cfg_training}" == "self_noninstructed" ]; then
loss_meta=false
loss_self=true
noninstructed=true
else
echo "Invalid training configuration ${cfg_training}."
exit 1
fi
# (Downstream) frozen scheme
if [ "${cfg_frozen}" == "frozen" ]; then
frozen=true
elif [ "${cfg_frozen}" == "nonfrozen" ]; then
frozen=false
else
echo "Invalid prompting configuration ${cfg_frozen}."
exit 1
fi
# Bias score schemes
if [ "${cfg_bias}" == "all" ]; then
bias_instructions=true
bias_content=true
elif [ "${cfg_bias}" == "image_only" ]; then
bias_instructions=false
bias_content=true
elif [ "${cfg_bias}" == "pure" ]; then
bias_instructions=false
bias_content=false
else
echo "Invalid bias configuration ${cfg_bias}."
exit 1
fi
# Downstream phase
if [ "${cfg_downstream}" == false ]; then
downstream=false
elif [ "${cfg_downstream}" == true ]; then
downstream=true
else
echo "Invalid downstream configuration ${cfg_downstream}."
exit 1
fi
# 2D / 3D slice configurations
# Note: string with "own" format will be parsed for students: [(1, 2, 3), (4, 5, 6)] = "1,2,3;4,5,6"
if [ "${cfg_dimensions}" == "2d" ]; then
patch_size_students="224,224,1;160,160,1"
patch_size_teacher="256 256 1"
attn_window_size="8 8 1"
monai_attn_window_size="7 7 1"
elif [ "${cfg_dimensions}" == "3d_flat" ]; then
patch_size_students="112,112,4;80,80,4"
patch_size_teacher="128 128 4"
attn_window_size="6 6 2"
monai_attn_window_size="7 7 3"
elif [ "${cfg_dimensions}" == "3d_aniso" ]; then
patch_size_students="56,56,8;40,40,8"
patch_size_teacher="64 64 8"
attn_window_size="4 4 4"
monai_attn_window_size="7 7 5"
elif [ "${cfg_dimensions}" == "3d_large" ]; then
patch_size_students="112,112,8;80,80,8"
patch_size_teacher="128 128 8"
attn_window_size="6 6 4"
monai_attn_window_size="7 7 5"
elif [ "${cfg_dimensions}" == "3d_new" ]; then
patch_size_students="128,128,24;96,96,16"
patch_size_teacher="128 128 24"
attn_window_size="7 7 5"
monai_attn_window_size="7 7 5"
else
echo "Invalid dimensions configuration ${cfg_dimensions}."
exit 1
fi
# Selectable architectures
if [ "${cfg_architecture}" == "wip" ]; then
architecture="wip"
elif [ "${cfg_architecture}" == "wip_simple" ]; then
architecture="wip_simple"
elif [ "${cfg_architecture}" == "wip_recon" ]; then
architecture="wip_recon"
elif [ "${cfg_architecture}" == "unet" ]; then
architecture="unet"
elif [ "${cfg_architecture}" == "unetr" ]; then
architecture="unetr"
elif [ "${cfg_architecture}" == "swin_unetr" ]; then
architecture="swin_unetr"
else
echo "Invalid architecture configuration ${cfg_architecture}."
exit 1
fi
# Model variants (sub-architecture differences)
if [ "${cfg_model_variant}" == "punet" ]; then
model_variant="punet"
elif [ "${cfg_model_variant}" == "punet_decoder" ]; then
model_variant="punet_decoder"
elif [ "${cfg_model_variant}" == "punet_decoder_low_res" ]; then
model_variant="punet_decoder_low_res"
elif [ "${cfg_model_variant}" == "punet_decoder_high_res" ]; then
model_variant="punet_decoder_high_res"
elif [ "${cfg_model_variant}" == "swin_unetr" ]; then
model_variant="swin_unetr"
else
echo "Invalid model variant configuration ${cfg_model_variant}."
exit 1
fi
# Pre-trained parts of main model
if [ "${cfg_pretrained}" == "none" ]; then
pretrained=""
elif [ "${cfg_pretrained}" == "swin_vit" ]; then
pretrained="--monai_swin_vit_pretrained --monai_legacy_bias"
elif [ "${cfg_pretrained}" == "swin_unetr" ]; then
pretrained="--monai_swin_unetr_pretrained --monai_legacy_bias"
else
echo "Invalid model variant configuration ${cfg_pretrained}."
exit 1
fi
# Prompting variants
if [ "${cfg_prompting}" == "full" ]; then
prompting_variant="full"
elif [ "${cfg_prompting}" == "start" ]; then
prompting_variant="start"
elif [ "${cfg_prompting}" == "end" ]; then
prompting_variant="end"
elif [ "${cfg_prompting}" == "encoder" ]; then
prompting_variant="encoder"
elif [ "${cfg_prompting}" == "decoder" ]; then
prompting_variant="decoder"
else
echo "Invalid prompting variant configuration ${cfg_prompting}."
exit 1
fi
# Body adaptation ablations
if [ "${cfg_adaptation}" == "prompting" ]; then
adaptation_variant="prompting"
fixed_output=false
noninstructed_downstream=false
elif [ "${cfg_adaptation}" == "fixed" ]; then
adaptation_variant="fixed"
fixed_output=true
noninstructed_downstream=true
elif [ "${cfg_adaptation}" == "decoder" ]; then
adaptation_variant="decoder"
fixed_output=true
noninstructed_downstream=true
elif [ "${cfg_adaptation}" == "bias" ]; then
adaptation_variant="bias"
fixed_output=true
noninstructed_downstream=true
elif [ "${cfg_adaptation}" == "adapter" ]; then
adaptation_variant="adapter"
fixed_output=true
noninstructed_downstream=true
elif [ "${cfg_adaptation}" == "bias_prompting" ]; then
adaptation_variant="bias_prompting"
fixed_output=false
noninstructed_downstream=false
else
echo "Invalid adaptation configuration ${cfg_adaptation}."
exit 1
fi
# Available datasets
if [ "${cfg_dataset}" == "tcia_btcv" ]; then
dataset="tcia_btcv"
out_channels=9
# Possible label combinations
if [ "${cfg_labels}" == "0" ]; then
# All labels
label_indices_base="1 2 3 4 5 6 7 8"
# label_indices_downstream_active="" # No downstream required
elif [ "${cfg_labels}" == "1" ]; then
# Abdominal organs
label_indices_base="1 2 3 5"
# label_indices_downstream_active="" # Any instruction not seen during training is eligible. Set it directly via flag.
elif [ "${cfg_labels}" == "2" ]; then
# Digestive system
label_indices_base="4 6 7 8"
elif [ "${cfg_labels}" == "-1" ]; then
# Self-sup only (using fixed instruction - without any seg. loss)
label_indices_base="1"
# label_indices_downstream_active="" # Any instruction not seen during training is eligible. Set it directly via flag.
else
echo "Invalid labels configuration ${cfg_labels} for dataset configuration ${cfg_dataset}."
exit 1
fi
elif [ "${cfg_dataset}" == "ctorg" ]; then
dataset="ctorg"
out_channels=6
# Possible label combinations
if [ "${cfg_labels}" == "0" ]; then
label_indices_base="1 2 3 4 5"
# label_indices_downstream_active="" # No downstream required
elif [ "${cfg_labels}" == "1" ]; then
label_indices_base="1 2 4"
# label_indices_downstream_active="" # Any instruction not seen during training is eligible. Set it directly via flag.
elif [ "${cfg_labels}" == "2" ]; then
label_indices_base="3 5"
# label_indices_downstream_active="" # Any instruction not seen during training is eligible. Set it directly via flag.
elif [ "${cfg_labels}" == "-1" ]; then
label_indices_base="1"
else
echo "Invalid labels configuration ${cfg_labels} for dataset configuration ${cfg_dataset}."
exit 1
fi
elif [ "${cfg_dataset}" == "tseg_abdomen" ]; then
dataset="tseg"
domain='abdomen'
out_channels=7
# Possible label combinations
if [ "${cfg_labels}" == "0" ]; then
label_indices_base="1 2 3 4 5 6"
elif [ "${cfg_labels}" == "-1" ]; then
label_indices_base="1"
else
echo "Invalid labels configuration ${cfg_labels} for dataset configuration ${cfg_dataset}."
exit 1
fi
elif [ "${cfg_dataset}" == "tseg_lobes" ]; then
dataset="tseg"
domain='lobes'
out_channels=6
# Possible label combinations
if [ "${cfg_labels}" == "0" ]; then
label_indices_base="1 2 3 4 5"
elif [ "${cfg_labels}" == "-1" ]; then
label_indices_base="1"
else
echo "Invalid labels configuration ${cfg_labels} for dataset configuration ${cfg_dataset}."
exit 1
fi
elif [ "${cfg_dataset}" == "tseg_foreground" ]; then
dataset="tseg"
domain='all'
out_channels=11
# Possible label combinations
if [ "${cfg_labels}" == "0" ]; then
label_indices_base="1 2 3 4 5 6 7 8 9 10"
elif [ "${cfg_labels}" == "-1" ]; then
label_indices_base="1"
else
echo "Invalid labels configuration ${cfg_labels} for dataset configuration ${cfg_dataset}."
exit 1
fi
else
echo "Invalid dataset configuration ${cfg_dataset}."
exit 1
fi
# Amount of annotated training data
re='^[0-9]+$'
if [ "${cfg_amount}" == "-1" ]; then
num_annotated=-1
elif [[ "${cfg_amount}" =~ $re ]] ; then
num_annotated="${cfg_amount}"
else
echo "Invalid amount configuration ${cfg_amount}."
exit 1
fi