Skip to content

Commit

Permalink
update dataset ,test=document_fix (PaddlePaddle#820)
Browse files Browse the repository at this point in the history
  • Loading branch information
hysunflower authored Dec 23, 2020
1 parent 91aa24a commit d7f28e7
Showing 1 changed file with 3 additions and 10 deletions.
13 changes: 3 additions & 10 deletions scripts/dynamic_graph_models.sh
Original file line number Diff line number Diff line change
Expand Up @@ -99,15 +99,12 @@ dy_transformer(){

model_name="transformer_big"
echo "###########pip install paddlenlp"
lsb_release -a
if [ $? -nq 0 ]; then
rm -rf /usr/bin/lsb_release
fi
pip install paddlenlp
pip install paddlenlp attrdict
cur_model_path=${BENCHMARK_ROOT}/models/PaddleNLP/benchmark/transformer/dygraph
cd ${cur_model_path}
# prepare data
ln -s ${data_path}/dygraph_data/transformer/gen_data_trans/ ../gen_data # 注意big 和base 数据有diff
mkdir -p /root/.paddlenlp/datasets/
ln -s ${data_path}/dygraph_data/transformer/big_mode/* /root/.paddlenlp/datasets/ # 注意big 和base 数据有diff. 目前复用 paddlenlp 的数据准备逻辑,所以数据位置需要改变
rm -f ./run_benchmark.sh
cp ${BENCHMARK_ROOT}/dynamic_graph/transformer/paddle/run_benchmark.sh ./
sed -i '/set\ -xe/d' run_benchmark.sh
Expand Down Expand Up @@ -411,10 +408,6 @@ dy_lac(){
ln -s ${data_path}/dygraph_data/lac/lexical_analysis_dataset_tiny/ ${cur_model_path}/data

echo "###########pip install paddlenlp"
lsb_release -a
if [ $? -nq 0 ]; then
rm -rf /usr/bin/lsb_release
fi
pip install paddlenlp
# Running ...
rm -f ./run_benchmark.sh
Expand Down

0 comments on commit d7f28e7

Please sign in to comment.