forked from FMInference/FlexLLMGen
-
Notifications
You must be signed in to change notification settings - Fork 0
/
test_batch_query_all_opt30b.sh
88 lines (79 loc) · 3.25 KB
/
test_batch_query_all_opt30b.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
python3 ./data_wrangle_run.py\
--num_run 189 \
--num_trials 1 \
--nan_tok "" \
--do_test \
--sample_method manual \
--data_dir data/datasets/entity_matching/structured/Fodors-Zagats \
--batch_run --pad-to-seq-len 744 --model facebook/opt-30b --percent 10 90 0 100 0 100 --gpu-batch-size 20 --num-gpu-batches 3
python3 ./data_wrangle_run.py\
--num_run 91 \
--num_trials 1 \
--nan_tok "" \
--do_test \
--sample_method manual \
--data_dir data/datasets/entity_matching/structured/Beer \
--batch_run --pad-to-seq-len 592 --model facebook/opt-30b --percent 10 90 0 100 0 100 --gpu-batch-size 30 --num-gpu-batches 3
python3 ./data_wrangle_run.py\
--num_run 109 \
--num_trials 1 \
--nan_tok "" \
--do_test \
--sample_method manual \
--data_dir data/datasets/entity_matching/structured/iTunes-Amazon \
--batch_run --pad-to-seq-len 529 --model facebook/opt-30b --percent 10 90 0 100 0 100 --gpu-batch-size 50 --num-gpu-batches 2
python3 ./data_wrangle_run.py\
--num_run 200 \
--num_trials 1 \
--nan_tok "" \
--do_test \
--sample_method manual \
--data_dir data/datasets/entity_matching/structured/Walmart-Amazon \
--batch_run --pad-to-seq-len 748 --model facebook/opt-30b --percent 10 90 0 100 0 100 --gpu-batch-size 25 --num-gpu-batches 2
python3 ./data_wrangle_run.py\
--num_run 200 \
--num_trials 1 \
--nan_tok "" \
--do_test \
--sample_method manual \
--data_dir data/datasets/entity_matching/structured/Amazon-Google \
--batch_run --pad-to-seq-len 876 --model facebook/opt-30b --percent 10 90 0 100 0 100 --gpu-batch-size 20 --num-gpu-batches 2
python3 ./data_wrangle_run.py\
--num_run 200 \
--num_trials 1 \
--nan_tok "" \
--do_test \
--sample_method manual \
--data_dir data/datasets/entity_matching/structured/DBLP-ACM \
--batch_run --pad-to-seq-len 1274 --model facebook/opt-30b --percent 10 90 0 100 0 100 --gpu-batch-size 10 --num-gpu-batches 5
python3 ./data_wrangle_run.py\
--num_run 200 \
--num_trials 1 \
--nan_tok "" \
--do_test \
--sample_method manual \
--data_dir data/datasets/entity_matching/structured/DBLP-GoogleScholar \
--batch_run --pad-to-seq-len 1209 --model facebook/opt-30b --percent 10 90 0 100 0 100 --gpu-batch-size 10 --num-gpu-batches 5
python3 ./data_wrangle_run.py\
--num_run 86 \
--num_trials 1 \
--max_tokens 5 \
--do_test \
--sample_method manual \
--data_dir data/datasets/data_imputation/Restaurant \
--batch_run --pad-to-seq-len 123 --model facebook/opt-30b --percent 20 80 0 100 0 100 --gpu-batch-size 40 --num-gpu-batches 2
python3 ./data_wrangle_run.py\
--num_run 65 \
--num_trials 1 \
--max_tokens 10 \
--do_test \
--sample_method manual \
--data_dir data/datasets/data_imputation/Buy \
--batch_run --pad-to-seq-len 488 --model facebook/opt-30b --percent 20 80 0 100 0 100 --gpu-batch-size 20 --num-gpu-batches 3
python3 ./data_wrangle_run.py\
--num_run 200 \
--num_trials 1 \
--do_test \
--sample_method manual \
--data_dir data/datasets/error_detection/Hospital \
--batch_run --pad-to-seq-len 200 --model facebook/opt-30b --percent 20 80 0 100 0 100 --gpu-batch-size 50 --num-gpu-batches 2