diff --git a/src/parser.py b/src/parser.py index 8fb8e402..e791a19d 100644 --- a/src/parser.py +++ b/src/parser.py @@ -1,11 +1,12 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from transformers.hf_argparser import DataClassType -from transformers import HfArgumentParser, TrainingArguments +import os from dataclasses import dataclass, field from typing import Optional -import os + +from transformers import HfArgumentParser, TrainingArguments +from transformers.hf_argparser import DataClassType # 1. NOTE: Fields with no default value set will be transformed # into`required arguments within the HuggingFace argument parser diff --git a/src/privacy_glue.py b/src/privacy_glue.py index e5e1b9d4..344ec3f4 100644 --- a/src/privacy_glue.py +++ b/src/privacy_glue.py @@ -2,6 +2,7 @@ # -*- coding: utf-8 -*- from parser import get_parser + from utils.experiment_utils import Privacy_GLUE_Experiment_Manager diff --git a/src/tasks/opp_115.py b/src/tasks/opp_115.py index 8a12aeff..8dd460fd 100644 --- a/src/tasks/opp_115.py +++ b/src/tasks/opp_115.py @@ -1,9 +1,10 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- +import os + import datasets import pandas as pd -import os def load_opp_115(directory: str) -> datasets.DatasetDict: diff --git a/src/tasks/piextract.py b/src/tasks/piextract.py index 331a476a..e6abdbc9 100644 --- a/src/tasks/piextract.py +++ b/src/tasks/piextract.py @@ -1,10 +1,11 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from typing import Dict, List, Tuple +import os from glob import glob +from typing import Dict, List, Tuple + import datasets -import os def read_conll_file(file_path: str) -> Dict[str, List[List[str]]]: diff --git a/src/tasks/policy_detection.py b/src/tasks/policy_detection.py index b4f1ee24..7153c263 100644 --- a/src/tasks/policy_detection.py +++ b/src/tasks/policy_detection.py @@ -1,10 +1,11 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -import pandas as pd -import datasets import os +import datasets +import pandas as pd + def load_policy_detection(directory: str) -> datasets.DatasetDict: # initialize DatasetDict object diff --git a/src/tasks/policy_ie_a.py b/src/tasks/policy_ie_a.py index 92f76f5e..f05b2986 100644 --- a/src/tasks/policy_ie_a.py +++ b/src/tasks/policy_ie_a.py @@ -1,9 +1,10 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- +import os from typing import Dict, cast + import datasets -import os def file_mapping(directory: str, filename: str) -> Dict[str, str]: diff --git a/src/tasks/policy_ie_b.py b/src/tasks/policy_ie_b.py index ec2d847f..f0e6fe97 100644 --- a/src/tasks/policy_ie_b.py +++ b/src/tasks/policy_ie_b.py @@ -1,10 +1,12 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from .policy_ie_a import file_mapping from typing import cast + import datasets +from .policy_ie_a import file_mapping + def load_policy_ie_b(directory: str) -> datasets.DatasetDict: # initialize DatasetDict object diff --git a/src/tasks/policy_qa.py b/src/tasks/policy_qa.py index 4c9f1691..7d616043 100644 --- a/src/tasks/policy_qa.py +++ b/src/tasks/policy_qa.py @@ -1,11 +1,12 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from typing import Dict, List, Any -from glob import glob -import datasets import json import os +from glob import glob +from typing import Any, Dict, List + +import datasets def load_policy_qa(directory: str) -> datasets.DatasetDict: diff --git a/src/tasks/privacy_qa.py b/src/tasks/privacy_qa.py index 96dc03ee..ff05de72 100644 --- a/src/tasks/privacy_qa.py +++ b/src/tasks/privacy_qa.py @@ -1,10 +1,11 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -import pandas as pd -import datasets import os +import datasets +import pandas as pd + def load_privacy_qa(directory: str) -> datasets.DatasetDict: # load and process the train dataset diff --git a/src/utils/experiment_utils.py b/src/utils/experiment_utils.py index 7ac44bc6..c8666325 100644 --- a/src/utils/experiment_utils.py +++ b/src/utils/experiment_utils.py @@ -1,13 +1,15 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- +import os +import re +from parser import TASKS + from wandb.util import generate_id + +from reading_comprehension import Reading_Comprehension_Pipeline from sequence_classification import Sequence_Classification_Pipeline from sequence_tagging import Sequence_Tagging_Pipeline -from reading_comprehension import Reading_Comprehension_Pipeline -from parser import TASKS -import os -import re class Privacy_GLUE_Experiment_Manager: diff --git a/src/utils/parser_utils.py b/src/utils/parser_utils.py index a8c52085..e14462b8 100644 --- a/src/utils/parser_utils.py +++ b/src/utils/parser_utils.py @@ -1,11 +1,11 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from typing import Iterable, Optional, cast -from operator import attrgetter import argparse import os import re +from operator import attrgetter +from typing import Iterable, Optional, cast def dir_path(path: str) -> str: diff --git a/src/utils/pipeline_utils.py b/src/utils/pipeline_utils.py index 42d77955..cbc8075d 100644 --- a/src/utils/pipeline_utils.py +++ b/src/utils/pipeline_utils.py @@ -1,12 +1,21 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- +import logging +import os +import shutil from abc import ABC, abstractmethod -from datasets import DatasetDict from glob import glob +from parser import DataArguments, ModelArguments + +import datasets +import torch +import transformers +import wandb +from datasets import DatasetDict from transformers import TrainingArguments, set_seed from transformers.trainer_utils import get_last_checkpoint -from parser import DataArguments, ModelArguments + from tasks.opp_115 import load_opp_115 from tasks.piextract import load_piextract from tasks.policy_detection import load_policy_detection @@ -14,14 +23,7 @@ from tasks.policy_ie_b import load_policy_ie_b from tasks.policy_qa import load_policy_qa from tasks.privacy_qa import load_privacy_qa -from utils.logging_utils import init_logger, add_file_handler -import transformers -import datasets -import logging -import wandb -import shutil -import torch -import os +from utils.logging_utils import add_file_handler, init_logger class SuccessFileFoundException(Exception): diff --git a/tests/conftest.py b/tests/conftest.py index bf269c26..6fd5b035 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -1,14 +1,15 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from types import SimpleNamespace +import logging +import os +from copy import deepcopy from functools import partial +from types import SimpleNamespace from unittest.mock import MagicMock -from copy import deepcopy + import datasets -import logging import pytest -import os def pytest_configure(): diff --git a/tests/tasks/test_opp_115.py b/tests/tasks/test_opp_115.py index 13bd6e85..c8f20e1c 100644 --- a/tests/tasks/test_opp_115.py +++ b/tests/tasks/test_opp_115.py @@ -1,9 +1,10 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from tasks.opp_115 import load_opp_115 import os +from tasks.opp_115 import load_opp_115 + def test_load_opp_115(): # load sample data diff --git a/tests/tasks/test_piextract.py b/tests/tasks/test_piextract.py index 13d07f8f..054cef57 100644 --- a/tests/tasks/test_piextract.py +++ b/tests/tasks/test_piextract.py @@ -1,10 +1,12 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from tasks.piextract import load_piextract, merge_ner_tags, read_conll_file +import os + import datasets import pytest -import os + +from tasks.piextract import load_piextract, merge_ner_tags, read_conll_file def mocked_conll_output(): diff --git a/tests/tasks/test_policy_detection.py b/tests/tasks/test_policy_detection.py index d2a654a9..a5f169f5 100644 --- a/tests/tasks/test_policy_detection.py +++ b/tests/tasks/test_policy_detection.py @@ -1,10 +1,12 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from tasks.policy_detection import load_policy_detection -import datasets import os +import datasets + +from tasks.policy_detection import load_policy_detection + def test_load_policy_detection(): # load sample data diff --git a/tests/tasks/test_policy_ie_a.py b/tests/tasks/test_policy_ie_a.py index 89ed3cd5..a253bc15 100644 --- a/tests/tasks/test_policy_ie_a.py +++ b/tests/tasks/test_policy_ie_a.py @@ -1,9 +1,10 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from tasks.policy_ie_a import load_policy_ie_a import os +from tasks.policy_ie_a import load_policy_ie_a + def test_load_policy_ie_a(): # load sample data diff --git a/tests/tasks/test_policy_ie_b.py b/tests/tasks/test_policy_ie_b.py index 952f7d0e..fa841f16 100644 --- a/tests/tasks/test_policy_ie_b.py +++ b/tests/tasks/test_policy_ie_b.py @@ -1,9 +1,10 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from tasks.policy_ie_b import load_policy_ie_b import os +from tasks.policy_ie_b import load_policy_ie_b + def test_load_policy_ie_b(): # load sample data diff --git a/tests/tasks/test_policy_qa.py b/tests/tasks/test_policy_qa.py index 64596c1a..3991987e 100644 --- a/tests/tasks/test_policy_qa.py +++ b/tests/tasks/test_policy_qa.py @@ -1,9 +1,10 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from tasks.policy_qa import load_policy_qa import os +from tasks.policy_qa import load_policy_qa + def test_load_policy_qa(): # load sample data diff --git a/tests/tasks/test_privacy_qa.py b/tests/tasks/test_privacy_qa.py index e4cf81c6..55d184d6 100644 --- a/tests/tasks/test_privacy_qa.py +++ b/tests/tasks/test_privacy_qa.py @@ -1,10 +1,12 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from tasks.privacy_qa import load_privacy_qa -import datasets import os +import datasets + +from tasks.privacy_qa import load_privacy_qa + def test_load_privacy_qa(): # load sample data diff --git a/tests/test_parser.py b/tests/test_parser.py index 8d75af0e..899e58a2 100644 --- a/tests/test_parser.py +++ b/tests/test_parser.py @@ -1,14 +1,15 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- +import tempfile from parser import ( - ModelArguments, DataArguments, - TrainingArguments, ExperimentArguments, + ModelArguments, + TrainingArguments, get_parser, ) -import tempfile + import pytest diff --git a/tests/utils/test_experiment_utils.py b/tests/utils/test_experiment_utils.py index 476ecedb..23a3fdcc 100644 --- a/tests/utils/test_experiment_utils.py +++ b/tests/utils/test_experiment_utils.py @@ -1,10 +1,12 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from utils.experiment_utils import Privacy_GLUE_Experiment_Manager -import pytest import os +import pytest + +from utils.experiment_utils import Privacy_GLUE_Experiment_Manager + def test__init__(): experiment_manager = Privacy_GLUE_Experiment_Manager( diff --git a/tests/utils/test_logging_utils.py b/tests/utils/test_logging_utils.py index 8c98736f..c20e2d2a 100644 --- a/tests/utils/test_logging_utils.py +++ b/tests/utils/test_logging_utils.py @@ -1,16 +1,18 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- +import logging +import os +import tempfile + +import pytest + from utils.logging_utils import ( - init_logger, + FORMATTER, add_file_handler, + init_logger, remove_all_file_handlers, - FORMATTER, ) -import logging -import pytest -import tempfile -import os @pytest.mark.parametrize( diff --git a/tests/utils/test_parser_utils.py b/tests/utils/test_parser_utils.py index 8845bd1b..66236234 100644 --- a/tests/utils/test_parser_utils.py +++ b/tests/utils/test_parser_utils.py @@ -1,11 +1,13 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from utils.parser_utils import dir_path, file_path -import tempfile import argparse +import tempfile + import pytest +from utils.parser_utils import dir_path, file_path + def test_dir_path(): # check when directory exists diff --git a/tests/utils/test_pipeline_utils.py b/tests/utils/test_pipeline_utils.py index 05f7f542..87bcdf23 100644 --- a/tests/utils/test_pipeline_utils.py +++ b/tests/utils/test_pipeline_utils.py @@ -1,13 +1,15 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -from utils.pipeline_utils import Privacy_GLUE_Pipeline, SuccessFileFoundException -import transformers -import datasets import logging -import pytest import os +import datasets +import pytest +import transformers + +from utils.pipeline_utils import Privacy_GLUE_Pipeline, SuccessFileFoundException + class Mocked_Pipeline(Privacy_GLUE_Pipeline): def _retrieve_data(self):