-
Notifications
You must be signed in to change notification settings - Fork 132
/
Copy pathconfig.py
63 lines (59 loc) · 1.67 KB
/
config.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
# HealthGPT config
class HealthGPTConfig_M3_COM:
model_name_or_path = "./Phi-3-mini-4k-instruct"
dtype = "FP16"
attn_implementation = None
hlora_r = 64
hlora_alpha = 128
hlora_dropout = 0.0
hlora_nums = 4
vq_idx_nums = 8192
instruct_template = "phi3_instruct"
vit_path = "./clip-vit-large-patch14-336/"
hlora_path = "./HealthGPT-M3/com_hlora_weights.bin"
fusion_layer_path = None
do_sample = False
temperature = 0.0
top_p = None
num_beams = 1
max_new_tokens = 2048
task_type = "comprehension"
class HealthGPTConfig_M3_GEN:
model_name_or_path = "./Phi-3-mini-4k-instruct"
dtype = "FP16"
attn_implementation = None
hlora_r = 256
hlora_alpha = 512
hlora_dropout = 0.0
hlora_nums = 4
vq_idx_nums = 8192
instruct_template = "phi3_instruct"
vit_path = "./clip-vit-large-patch14-336/"
hlora_path = "./HealthGPT-M3/gen_hlora_weights.bin"
fusion_layer_path = "./HealthGPT-M3/fusion_layer_weights.bin"
do_sample = False
temperature = 0.0
top_p = None
num_beams = 1
max_new_tokens = 2048
save_path = "output.png"
task_type = "generation"
class HealthGPTConfig_L14_COM:
model_name_or_path = "./phi-4"
dtype = "FP16"
attn_implementation = None
hlora_r = 32
hlora_alpha = 64
hlora_dropout = 0.0
hlora_nums = 4
vq_idx_nums = 8192
instruct_template = "phi4_instruct"
vit_path = "./clip-vit-large-patch14-336/"
hlora_path = "./HealthGPT-L14/com_hlora_weights_phi4.bin"
fusion_layer_path = None
do_sample = False
temperature = 0.0
top_p = None
num_beams = 1
max_new_tokens = 2048
task_type = "comprehension"