-
Notifications
You must be signed in to change notification settings - Fork 0
/
insert_jobs.py
45 lines (41 loc) · 2.27 KB
/
insert_jobs.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
import inspect
import logging
import os
from experiments.dbconnection import DBConnector
from experiments.utils import setup_logging
from autoqild import *
DIR_PATH = os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe())))
EXPERIMENTS = 'experiments'
if __name__ == "__main__":
config_file_path = os.path.join(DIR_PATH, EXPERIMENTS, 'config', 'autosca.json')
log_path = os.path.join(DIR_PATH, EXPERIMENTS, 'jobs_insertion.log')
setup_logging(log_path=log_path)
logger = logging.getLogger('Experiment')
logger.info(f"DB config filePath {config_file_path}")
for schema in [LEAKAGE_DETECTION_PADDING]:
logger.info(f"Inserting new jobs into {schema}")
dbConnector = DBConnector(config_file_path=config_file_path, is_gpu=False, schema=schema, create_hash_list=True)
if schema == CLASSIFICATION:
max_job_id = 12
if schema == MUTUAL_INFORMATION:
max_job_id = 10
if schema == MUTUAL_INFORMATION_NEW:
max_job_id = 5
if schema == AUTO_ML:
max_job_id = 12
if schema == LEAKAGE_DETECTION:
max_job_id = 15
if schema == LEAKAGE_DETECTION_NEW:
max_job_id = 24
if schema == LEAKAGE_DETECTION_PADDING:
max_job_id = 8
#dbConnector.insert_new_jobs_openml(dataset=OPENML_PADDING_DATASET, max_job_id=max_job_id)
dbConnector.insert_detection_methods(dataset=OPENML_PADDING_DATASET)
# dbConnector.insert_new_jobs_different_configurations(max_job_id=max_job_id, dataset=SYNTHETIC_DATASET)
# dbConnector.insert_new_jobs_different_configurations(max_job_id=max_job_id, dataset=SYNTHETIC_DISTANCE_DATASET)
# dbConnector.insert_new_jobs_imbalanced(max_job_id=max_job_id, dataset=SYNTHETIC_IMBALANCED_DATASET)
# dbConnector.insert_new_jobs_imbalanced(max_job_id=max_job_id, dataset=SYNTHETIC_DISTANCE_IMBALANCED_DATASET)
# dbConnector.insert_new_jobs_with_different_fold(dataset=SYNTHETIC_DATASET)
# dbConnector.insert_new_jobs_with_different_fold(dataset=SYNTHETIC_DISTANCE_DATASET)
# dbConnector.insert_new_jobs_with_different_fold(dataset=SYNTHETIC_IMBALANCED_DATASET)
# dbConnector.insert_new_jobs_with_different_fold(dataset=SYNTHETIC_DISTANCE_IMBALANCED_DATASET)