-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathscript.sh
23 lines (19 loc) · 1.17 KB
/
script.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
echo "Creating virtual Environment"
python3 -m pip install virtualenv
python3 -m virtualenv iNetworks_venv
# shellcheck disable=SC2039
source content/iNetworks_venv/bin/activate
echo "Install Requirements"
content/iNetworks_venv/bin/pip install -r requirements.txt
content/iNetworks_venv/bin/python -m nltk.downloader universal_tagset
content/iNetworks_venv/bin/python -m spacy download en
echo "Get NLTK Files"
python -c "import nltk;nltk.download('punkt');nltk.download('stopwords');nltk.download('wordnet');nltk.download('popular');nltk.download('averaged_perceptron_tagger')"
echo "Download T5 Models"
git clone https://huggingface.co/ramsrigouthamg/t5_squad_v1 build_question/t5_squad_v1
mkdir build_distractor/pre_models
echo "Download Roberta Models"
wget https://github.com/voidful/BDG/releases/download/v2.0/BDG.pt -P build_distractor/pre_models
wget https://github.com/voidful/BDG/releases/download/v2.0/BDG_ANPM.pt -P build_distractor/pre_models
wget https://github.com/voidful/BDG/releases/download/v2.0/BDG_PM.pt -P build_distractor/pre_models
git clone https://huggingface.co/LIAMF-USP/roberta-large-finetuned-race build_distractor/roberta-large-finetuned-race