-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathpredictLaw.sh
executable file
·86 lines (54 loc) · 4.41 KB
/
predictLaw.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
#!/bin/bash
# runs all predictions for LSAT data and saves results into respective folders
# exit when any command fails
set -e
# keep track of the last executed command
trap 'last_command=$current_command; current_command=$BASH_COMMAND' DEBUG
# echo an error message before exiting
trap 'echo "\"${last_command}\" command filed with exit code $?."' EXIT
GIT_ROOT="$(git rev-parse --show-toplevel)"
PATH_TO_EXECUTABLE_DELTR=$GIT_ROOT/deltr-src
PATH_TO_EXECUTABLE_LISTNET=$GIT_ROOT/listnet-src
PATH_TO_LSAT_DATASETS=$GIT_ROOT/data/LawStudents
RESULT_DIR=$GIT_ROOT/results/LawStudents
TRAINING_SCORES_FILENAME=trainingScores_ORIG.pred
PREDICTIONS_FILENAME=predictions.pred
RERANKED_PREDICTIONS_FILENAME=predictions_ORIG.pred
echo ""
echo "################################ PREDICTING GENDER #############################################"
FOLD=gender
echo "$FOLD predictions..."
cd $PATH_TO_EXECUTABLE_LISTNET
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Gender_test.txt $RESULT_DIR/$FOLD/COLORBLIND/model.m $RESULT_DIR/$FOLD/COLORBLIND/
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Gender_test.txt $RESULT_DIR/$FOLD/PREPROCESSED/model.m $RESULT_DIR/$FOLD/PREPROCESSED/
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Gender_test.txt $RESULT_DIR/$FOLD/PREPROCESSED_PPlus/model.m $RESULT_DIR/$FOLD/PREPROCESSED_PPlus/
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Gender_test.txt $RESULT_DIR/$FOLD/PREPROCESSED_PMinus/model.m $RESULT_DIR/$FOLD/PREPROCESSED_PMinus/
cd $PATH_TO_EXECUTABLE_DELTR
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Gender_test.txt $RESULT_DIR/$FOLD/GAMMA\=0/model.m $RESULT_DIR/$FOLD/GAMMA\=0/
cp $RESULT_DIR/$FOLD/GAMMA\=0/$TRAINING_SCORES_FILENAME $RESULT_DIR/$FOLD/FA-IR/P-Star/$TRAINING_SCORES_FILENAME
cp $RESULT_DIR/$FOLD/GAMMA\=0/$PREDICTIONS_FILENAME $RESULT_DIR/$FOLD/FA-IR/P-Star/$RERANKED_PREDICTIONS_FILENAME
cp $RESULT_DIR/$FOLD/GAMMA\=0/$TRAINING_SCORES_FILENAME $RESULT_DIR/$FOLD/FA-IR/P-Plus/$TRAINING_SCORES_FILENAME
cp $RESULT_DIR/$FOLD/GAMMA\=0/$PREDICTIONS_FILENAME $RESULT_DIR/$FOLD/FA-IR/P-Plus/$RERANKED_PREDICTIONS_FILENAME
cp $RESULT_DIR/$FOLD/GAMMA\=0/$TRAINING_SCORES_FILENAME $RESULT_DIR/$FOLD/FA-IR/P-Minus/$TRAINING_SCORES_FILENAME
cp $RESULT_DIR/$FOLD/GAMMA\=0/$PREDICTIONS_FILENAME $RESULT_DIR/$FOLD/FA-IR/P-Minus/$RERANKED_PREDICTIONS_FILENAME
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Gender_test.txt $RESULT_DIR/$FOLD/GAMMA\=SMALL/model.m $RESULT_DIR/$FOLD/GAMMA\=SMALL/
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Gender_test.txt $RESULT_DIR/$FOLD/GAMMA\=LARGE/model.m $RESULT_DIR/$FOLD/GAMMA\=LARGE/
echo ""
echo "############################### PREDICTING RACE #############################################"
FOLD=race_black
echo "$FOLD predictions..."
cd $PATH_TO_EXECUTABLE_LISTNET
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Race_test.txt $RESULT_DIR/$FOLD/COLORBLIND/model.m $RESULT_DIR/$FOLD/COLORBLIND/
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Race_test.txt $RESULT_DIR/$FOLD/PREPROCESSED/model.m $RESULT_DIR/$FOLD/PREPROCESSED/
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Race_test.txt $RESULT_DIR/$FOLD/PREPROCESSED_PPlus/model.m $RESULT_DIR/$FOLD/PREPROCESSED_PPlus/
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Race_test.txt $RESULT_DIR/$FOLD/PREPROCESSED_PMinus/model.m $RESULT_DIR/$FOLD/PREPROCESSED_PMinus/
cd $PATH_TO_EXECUTABLE_DELTR
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Race_test.txt $RESULT_DIR/$FOLD/GAMMA\=0/model.m $RESULT_DIR/$FOLD/GAMMA\=0/
cp $RESULT_DIR/$FOLD/GAMMA\=0/$TRAINING_SCORES_FILENAME $RESULT_DIR/$FOLD/FA-IR/P-Star/$TRAINING_SCORES_FILENAME
cp $RESULT_DIR/$FOLD/GAMMA\=0/$PREDICTIONS_FILENAME $RESULT_DIR/$FOLD/FA-IR/P-Star/$RERANKED_PREDICTIONS_FILENAME
cp $RESULT_DIR/$FOLD/GAMMA\=0/$TRAINING_SCORES_FILENAME $RESULT_DIR/$FOLD/FA-IR/P-Plus/$TRAINING_SCORES_FILENAME
cp $RESULT_DIR/$FOLD/GAMMA\=0/$PREDICTIONS_FILENAME $RESULT_DIR/$FOLD/FA-IR/P-Plus/$RERANKED_PREDICTIONS_FILENAME
cp $RESULT_DIR/$FOLD/GAMMA\=0/$TRAINING_SCORES_FILENAME $RESULT_DIR/$FOLD/FA-IR/P-Minus/$TRAINING_SCORES_FILENAME
cp $RESULT_DIR/$FOLD/GAMMA\=0/$PREDICTIONS_FILENAME $RESULT_DIR/$FOLD/FA-IR/P-Minus/$RERANKED_PREDICTIONS_FILENAME
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Race_test.txt $RESULT_DIR/$FOLD/GAMMA\=SMALL/model.m $RESULT_DIR/$FOLD/GAMMA\=SMALL/
./predict.m $PATH_TO_LSAT_DATASETS/$FOLD/LawStudents_Race_test.txt $RESULT_DIR/$FOLD/GAMMA\=LARGE/model.m $RESULT_DIR/$FOLD/GAMMA\=LARGE/