forked from HazyResearch/fm_data_tasks
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrun_results.zsh
executable file
·82 lines (42 loc) · 6.01 KB
/
run_results.zsh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
#!/usr/bin/zsh
# Commands to run 200 random and manual examples for each dataset with metrics
# Entity Matching Fodors-Zagats
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 10 --sample_method random --num_trials 3 --data_dir data/datasets/entity_matching/structured/Fodors-Zagats --nan_tok "" --do_test --class_balanced
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 0 --sample_method random --data_dir data/datasets/entity_matching/structured/Fodors-Zagats --do_test --nan_tok "" --add_task_instruction
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --sample_method manual --data_dir data/datasets/entity_matching/structured/Fodors-Zagats --nan_tok "" --do_test
# Entity Matching Beer
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 10 --sample_method random --num_trials 3 --data_dir data/datasets/entity_matching/structured/Beer --nan_tok "" --do_test --class_balanced
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 0 --sample_method random --data_dir data/datasets/entity_matching/structured/Beer --nan_tok "" --do_test --add_task_instruction
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --sample_method manual --data_dir data/datasets/entity_matching/structured/Beer --nan_tok "" --do_test
# Entity Matching iTunes-Amazon
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 10 --sample_method random --num_trials 3 --data_dir data/datasets/entity_matching/structured/iTunes-Amazon --nan_tok "" --do_test --class_balanced
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 0 --sample_method random --data_dir data/datasets/entity_matching/structured/iTunes-Amazon --nan_tok "" --do_test --add_task_instruction
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --sample_method manual --data_dir data/datasets/entity_matching/structured/iTunes-Amazon --nan_tok "" --do_test
# Entity Matching Walmart-Amazon
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 10 --sample_method random --num_trials 3 --data_dir data/datasets/entity_matching/structured/Walmart-Amazon --nan_tok "" --do_test --class_balanced
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 0 --sample_method random --data_dir data/datasets/entity_matching/structured/Walmart-Amazon --nan_tok "" --do_test --add_task_instruction
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --sample_method manual --data_dir data/datasets/entity_matching/structured/Walmart-Amazon --nan_tok "" --do_test
# Entity Matching Amazon-Google
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 10 --sample_method random --num_trials 3 --data_dir data/datasets/entity_matching/structured/Amazon-Google --nan_tok "" --do_test --class_balanced
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 0 --sample_method random --data_dir data/datasets/entity_matching/structured/Amazon-Google --nan_tok "" --do_test --add_task_instruction
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --sample_method manual --data_dir data/datasets/entity_matching/structured/Amazon-Google --nan_tok "" --do_test
# Entity Matching DBLP-ACM
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 10 --sample_method random --num_trials 3 --data_dir data/datasets/entity_matching/structured/DBLP-ACM --nan_tok "" --do_test --class_balanced
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 0 --sample_method random --data_dir data/datasets/entity_matching/structured/DBLP-ACM --nan_tok "" --do_test --add_task_instruction
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --sample_method manual --data_dir data/datasets/entity_matching/structured/DBLP-ACM --nan_tok "" --do_test
# Entity Matching DBLP-GoogleScholar
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 10 --sample_method random --num_trials 3 --data_dir data/datasets/entity_matching/structured/DBLP-GoogleScholar --nan_tok "" --do_test --class_balanced
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 0 --sample_method random --data_dir data/datasets/entity_matching/structured/DBLP-GoogleScholar --nan_tok "" --do_test --add_task_instruction
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --sample_method manual --data_dir data/datasets/entity_matching/structured/DBLP-GoogleScholar --nan_tok "" --do_test
# Data Imputation Restaurant
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 10 --sample_method random --num_trials 3 --data_dir data/datasets/data_imputation/Restaurant --max_tokens 5 --do_test
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 0 --sample_method random --data_dir data/datasets/data_imputation/Restaurant --max_tokens 5 --do_test --add_task_instruction
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --sample_method manual --data_dir data/datasets/data_imputation/Restaurant --max_tokens 5 --do_test
# Data Imputation Buy
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 10 --sample_method random --num_trials 3 --data_dir data/datasets/data_imputation/Buy --max_tokens 10 --do_test
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 0 --sample_method random --data_dir data/datasets/data_imputation/Buy --max_tokens 10 --do_test --add_task_instruction
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --sample_method manual --data_dir data/datasets/data_imputation/Buy --max_tokens 10 --do_test
# Error Detection Hopsital
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 10 --sample_method random --num_trials 3 --data_dir data/datasets/error_detection/Hospital --do_test --class_balanced
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --k 0 --sample_method random --data_dir data/datasets/error_detection/Hospital --do_test --add_task_instruction
poetry run python3 -m fm_data_tasks.run_inference --num_run 200 --sample_method manual --data_dir data/datasets/error_detection/Hospital --do_test