-
Notifications
You must be signed in to change notification settings - Fork 1
/
run_sdqa_evals.sh
58 lines (52 loc) · 1.72 KB
/
run_sdqa_evals.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
cd eval
#git clone https://huggingface.co/WillHeld/llama3-via-v0
#e2e,via e2e,salmonn e2e,Qwen/Qwen-Audio-Chat pipe,meta-llama/Meta-Llama-3-8B-Instruct;
# for i in e2e,via e2e,salmonn; #e2e,Qwen/Qwen-Audio-Chat pipe,meta-llama/Meta-Llama-3-8B-Instruct;
# do
# IFS=","
# set -- $i
# echo $1 $2
# python qa_eval.py $1 $2 --dataset_name "Spoken_Dialect_QA"
# done
# for i in e2e,via e2e,salmonn; #e2e,Qwen/Qwen-Audio-Chat pipe,meta-llama/Meta-Llama-3-8B-Instruct;
# do
# IFS=","
# set -- $i
# echo $1 $2
# python qa_eval.py $1 $2 --dataset_name "non_social_HeySquad_QA"
# done
# for i in e2e,via e2e,salmonn; #e2e,Qwen/Qwen-Audio-Chat pipe,meta-llama/Meta-Llama-3-8B-Instruct;
# do
# IFS=","
# set -- $i
# echo $1 $2
# python classification_eval.py $1 $2
# done
for i in e2e,via e2e,salmonn; #e2e,Qwen/Qwen-Audio-Chat pipe,meta-llama/Meta-Llama-3-8B-Instruct;
do
IFS=","
set -- $i
echo $1 $2
python classification_eval.py $1 $2 --dataset_name "URFunny_humor"
done
# for i in e2e,via e2e,salmonn; #e2e,Qwen/Qwen-Audio-Chat pipe,meta-llama/Meta-Llama-3-8B-Instruct;
# do
# IFS=","
# set -- $i
# echo $1 $2
# python classification_eval.py $1 $2 --dataset_name "MELD_emotion_recognition"
# done
# for i in e2e,via e2e,salmonn; #e2e,Qwen/Qwen-Audio-Chat pipe,meta-llama/Meta-Llama-3-8B-Instruct;
# do
# IFS=","
# set -- $i
# echo $1 $2
# python classification_eval.py $1 $2 --dataset_name "IEMOCAP_emotion_recognition"
# done
# for i in e2e,via e2e,salmonn; #e2e,Qwen/Qwen-Audio-Chat pipe,meta-llama/Meta-Llama-3-8B-Instruct;
# do
# IFS=","
# set -- $i
# echo $1 $2
# python classification_eval.py $1 $2 --dataset_name "Callhome_relationships"
# done