Skip to content

Commit

Permalink
Run isort on all files
Browse files Browse the repository at this point in the history
  • Loading branch information
atreyasha committed Oct 26, 2022
1 parent e79d04d commit bd579a4
Show file tree
Hide file tree
Showing 25 changed files with 96 additions and 62 deletions.
7 changes: 4 additions & 3 deletions src/parser.py
Original file line number Diff line number Diff line change
@@ -1,11 +1,12 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from transformers.hf_argparser import DataClassType
from transformers import HfArgumentParser, TrainingArguments
import os
from dataclasses import dataclass, field
from typing import Optional
import os

from transformers import HfArgumentParser, TrainingArguments
from transformers.hf_argparser import DataClassType

# 1. NOTE: Fields with no default value set will be transformed
# into`required arguments within the HuggingFace argument parser
Expand Down
1 change: 1 addition & 0 deletions src/privacy_glue.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
# -*- coding: utf-8 -*-

from parser import get_parser

from utils.experiment_utils import Privacy_GLUE_Experiment_Manager


Expand Down
3 changes: 2 additions & 1 deletion src/tasks/opp_115.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import os

import datasets
import pandas as pd
import os


def load_opp_115(directory: str) -> datasets.DatasetDict:
Expand Down
5 changes: 3 additions & 2 deletions src/tasks/piextract.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,11 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from typing import Dict, List, Tuple
import os
from glob import glob
from typing import Dict, List, Tuple

import datasets
import os


def read_conll_file(file_path: str) -> Dict[str, List[List[str]]]:
Expand Down
5 changes: 3 additions & 2 deletions src/tasks/policy_detection.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,11 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import pandas as pd
import datasets
import os

import datasets
import pandas as pd


def load_policy_detection(directory: str) -> datasets.DatasetDict:
# initialize DatasetDict object
Expand Down
3 changes: 2 additions & 1 deletion src/tasks/policy_ie_a.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import os
from typing import Dict, cast

import datasets
import os


def file_mapping(directory: str, filename: str) -> Dict[str, str]:
Expand Down
4 changes: 3 additions & 1 deletion src/tasks/policy_ie_b.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,12 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from .policy_ie_a import file_mapping
from typing import cast

import datasets

from .policy_ie_a import file_mapping


def load_policy_ie_b(directory: str) -> datasets.DatasetDict:
# initialize DatasetDict object
Expand Down
7 changes: 4 additions & 3 deletions src/tasks/policy_qa.py
Original file line number Diff line number Diff line change
@@ -1,11 +1,12 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from typing import Dict, List, Any
from glob import glob
import datasets
import json
import os
from glob import glob
from typing import Any, Dict, List

import datasets


def load_policy_qa(directory: str) -> datasets.DatasetDict:
Expand Down
5 changes: 3 additions & 2 deletions src/tasks/privacy_qa.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,11 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import pandas as pd
import datasets
import os

import datasets
import pandas as pd


def load_privacy_qa(directory: str) -> datasets.DatasetDict:
# load and process the train dataset
Expand Down
10 changes: 6 additions & 4 deletions src/utils/experiment_utils.py
Original file line number Diff line number Diff line change
@@ -1,13 +1,15 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import os
import re
from parser import TASKS

from wandb.util import generate_id

from reading_comprehension import Reading_Comprehension_Pipeline
from sequence_classification import Sequence_Classification_Pipeline
from sequence_tagging import Sequence_Tagging_Pipeline
from reading_comprehension import Reading_Comprehension_Pipeline
from parser import TASKS
import os
import re


class Privacy_GLUE_Experiment_Manager:
Expand Down
4 changes: 2 additions & 2 deletions src/utils/parser_utils.py
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from typing import Iterable, Optional, cast
from operator import attrgetter
import argparse
import os
import re
from operator import attrgetter
from typing import Iterable, Optional, cast


def dir_path(path: str) -> str:
Expand Down
22 changes: 12 additions & 10 deletions src/utils/pipeline_utils.py
Original file line number Diff line number Diff line change
@@ -1,27 +1,29 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import logging
import os
import shutil
from abc import ABC, abstractmethod
from datasets import DatasetDict
from glob import glob
from parser import DataArguments, ModelArguments

import datasets
import torch
import transformers
import wandb
from datasets import DatasetDict
from transformers import TrainingArguments, set_seed
from transformers.trainer_utils import get_last_checkpoint
from parser import DataArguments, ModelArguments

from tasks.opp_115 import load_opp_115
from tasks.piextract import load_piextract
from tasks.policy_detection import load_policy_detection
from tasks.policy_ie_a import load_policy_ie_a
from tasks.policy_ie_b import load_policy_ie_b
from tasks.policy_qa import load_policy_qa
from tasks.privacy_qa import load_privacy_qa
from utils.logging_utils import init_logger, add_file_handler
import transformers
import datasets
import logging
import wandb
import shutil
import torch
import os
from utils.logging_utils import add_file_handler, init_logger


class SuccessFileFoundException(Exception):
Expand Down
9 changes: 5 additions & 4 deletions tests/conftest.py
Original file line number Diff line number Diff line change
@@ -1,14 +1,15 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from types import SimpleNamespace
import logging
import os
from copy import deepcopy
from functools import partial
from types import SimpleNamespace
from unittest.mock import MagicMock
from copy import deepcopy

import datasets
import logging
import pytest
import os


def pytest_configure():
Expand Down
3 changes: 2 additions & 1 deletion tests/tasks/test_opp_115.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from tasks.opp_115 import load_opp_115
import os

from tasks.opp_115 import load_opp_115


def test_load_opp_115():
# load sample data
Expand Down
6 changes: 4 additions & 2 deletions tests/tasks/test_piextract.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,12 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from tasks.piextract import load_piextract, merge_ner_tags, read_conll_file
import os

import datasets
import pytest
import os

from tasks.piextract import load_piextract, merge_ner_tags, read_conll_file


def mocked_conll_output():
Expand Down
6 changes: 4 additions & 2 deletions tests/tasks/test_policy_detection.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,12 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from tasks.policy_detection import load_policy_detection
import datasets
import os

import datasets

from tasks.policy_detection import load_policy_detection


def test_load_policy_detection():
# load sample data
Expand Down
3 changes: 2 additions & 1 deletion tests/tasks/test_policy_ie_a.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from tasks.policy_ie_a import load_policy_ie_a
import os

from tasks.policy_ie_a import load_policy_ie_a


def test_load_policy_ie_a():
# load sample data
Expand Down
3 changes: 2 additions & 1 deletion tests/tasks/test_policy_ie_b.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from tasks.policy_ie_b import load_policy_ie_b
import os

from tasks.policy_ie_b import load_policy_ie_b


def test_load_policy_ie_b():
# load sample data
Expand Down
3 changes: 2 additions & 1 deletion tests/tasks/test_policy_qa.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from tasks.policy_qa import load_policy_qa
import os

from tasks.policy_qa import load_policy_qa


def test_load_policy_qa():
# load sample data
Expand Down
6 changes: 4 additions & 2 deletions tests/tasks/test_privacy_qa.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,12 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from tasks.privacy_qa import load_privacy_qa
import datasets
import os

import datasets

from tasks.privacy_qa import load_privacy_qa


def test_load_privacy_qa():
# load sample data
Expand Down
7 changes: 4 additions & 3 deletions tests/test_parser.py
Original file line number Diff line number Diff line change
@@ -1,14 +1,15 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import tempfile
from parser import (
ModelArguments,
DataArguments,
TrainingArguments,
ExperimentArguments,
ModelArguments,
TrainingArguments,
get_parser,
)
import tempfile

import pytest


Expand Down
6 changes: 4 additions & 2 deletions tests/utils/test_experiment_utils.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,12 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from utils.experiment_utils import Privacy_GLUE_Experiment_Manager
import pytest
import os

import pytest

from utils.experiment_utils import Privacy_GLUE_Experiment_Manager


def test__init__():
experiment_manager = Privacy_GLUE_Experiment_Manager(
Expand Down
14 changes: 8 additions & 6 deletions tests/utils/test_logging_utils.py
Original file line number Diff line number Diff line change
@@ -1,16 +1,18 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import logging
import os
import tempfile

import pytest

from utils.logging_utils import (
init_logger,
FORMATTER,
add_file_handler,
init_logger,
remove_all_file_handlers,
FORMATTER,
)
import logging
import pytest
import tempfile
import os


@pytest.mark.parametrize(
Expand Down
6 changes: 4 additions & 2 deletions tests/utils/test_parser_utils.py
Original file line number Diff line number Diff line change
@@ -1,11 +1,13 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from utils.parser_utils import dir_path, file_path
import tempfile
import argparse
import tempfile

import pytest

from utils.parser_utils import dir_path, file_path


def test_dir_path():
# check when directory exists
Expand Down
Loading

0 comments on commit bd579a4

Please sign in to comment.