dssg · saleiro · Dec 19, 2023 · Sep 5, 2023 · Sep 6, 2023 · Sep 6, 2023
diff --git a/.gitignore b/.gitignore
@@ -11,6 +11,7 @@ __pycache__/
 
 *.DS_Store*
 
+artifacts/
 
 # Elastic Beanstalk Files
 .elasticbeanstalk/*

diff --git a/datasets/FolkTables/ACSEmployment.test.parquet b/datasets/FolkTables/ACSEmployment.test.parquet
diff --git a/datasets/FolkTables/ACSEmployment.validation.parquet b/datasets/FolkTables/ACSEmployment.validation.parquet
diff --git a/datasets/FolkTables/ACSIncome (Sample).test.parquet b/datasets/FolkTables/ACSIncome (Sample).test.parquet
diff --git a/datasets/FolkTables/ACSIncome (Sample).train.parquet b/datasets/FolkTables/ACSIncome (Sample).train.parquet
diff --git a/datasets/FolkTables/ACSIncome (Sample).validation.parquet b/datasets/FolkTables/ACSIncome (Sample).validation.parquet
diff --git a/datasets/FolkTables/ACSIncome.test.parquet b/datasets/FolkTables/ACSIncome.test.parquet
diff --git a/datasets/FolkTables/ACSIncome.train.parquet b/datasets/FolkTables/ACSIncome.train.parquet
diff --git a/datasets/FolkTables/ACSIncome.validation.parquet b/datasets/FolkTables/ACSIncome.validation.parquet
diff --git a/datasets/FolkTables/ACSMobility.test.parquet b/datasets/FolkTables/ACSMobility.test.parquet
diff --git a/datasets/FolkTables/ACSMobility.train.parquet b/datasets/FolkTables/ACSMobility.train.parquet
diff --git a/datasets/FolkTables/ACSMobility.validation.parquet b/datasets/FolkTables/ACSMobility.validation.parquet
diff --git a/datasets/FolkTables/ACSPublicCoverage.test.parquet b/datasets/FolkTables/ACSPublicCoverage.test.parquet
diff --git a/datasets/FolkTables/ACSPublicCoverage.train.parquet b/datasets/FolkTables/ACSPublicCoverage.train.parquet
diff --git a/datasets/FolkTables/ACSPublicCoverage.validation.parquet b/datasets/FolkTables/ACSPublicCoverage.validation.parquet
diff --git a/datasets/FolkTables/ACSTravelTime.test.parquet b/datasets/FolkTables/ACSTravelTime.test.parquet
diff --git a/datasets/FolkTables/ACSTravelTime.train.parquet b/datasets/FolkTables/ACSTravelTime.train.parquet
diff --git a/datasets/FolkTables/ACSTravelTime.validation.parquet b/datasets/FolkTables/ACSTravelTime.validation.parquet
diff --git a/examples/__init__.py b/examples/__init__.py
diff --git a/examples/configs/notebook_configs/datasets/FolkTables_ACSIncome.yaml b/examples/configs/notebook_configs/datasets/FolkTables_ACSIncome.yaml
@@ -0,0 +1,9 @@
+folktables_acsincome:
+  classpath: aequitas.fairflow.datasets.FolkTables
+  sensitive_attribute: RAC1P
+  label: PINCP
+  threshold:
+    threshold_type: fixed
+    threshold_value: 0.5
+  args: 
+    variant: ACSIncome (Sample)
diff --git a/examples/configs/notebook_configs/experiment.yaml b/examples/configs/notebook_configs/experiment.yaml
@@ -0,0 +1,15 @@
+methods:
+  - lightgbm_baseline
+  - prevalence_undersampling
+  - fairgbm_folktables
+  - group_threshold_folktables
+
+datasets:
+  - FolkTables_ACSIncome
+
+optimization:
+  n_trials: 100
+  n_jobs: 1
+  sampler: RandomSampler
+  sampler_args:
+    seed: 42
diff --git a/examples/configs/notebook_configs/methods/fairgbm_folktables.yaml b/examples/configs/notebook_configs/methods/fairgbm_folktables.yaml
@@ -0,0 +1,7 @@
+fairgbm_folktables:
+  type: inprocessing
+
+defaults:
+  - fairgbm_folktables/preprocessing: identity
+  - fairgbm_folktables/inprocessing: fairgbm
+  - fairgbm_folktables/postprocessing: identity
diff --git a/examples/configs/notebook_configs/methods/fairgbm_folktables/inprocessing/fairgbm.yaml b/examples/configs/notebook_configs/methods/fairgbm_folktables/inprocessing/fairgbm.yaml
@@ -0,0 +1,45 @@
+fairgbm:
+  classpath: aequitas.fairflow.methods.inprocessing.fairgbm.FairGBM
+  args:
+    constraint_type:
+      - fnr
+
+    constraint_fnr_threshold:
+      - 0
+
+    proxy_margin:
+      - 1
+
+    multiplier_learning_rate:
+      type: float
+      range: [0.01, 1.0]
+      log: True
+
+    constraint_stepwise_proxy:
+      - cross_entropy
+
+    boosting_type:
+      - dart  #  Running DART for all algos
+
+    enable_bundle:
+      - False
+
+    n_estimators:
+      type: int
+      range: [10, 100]
+
+    num_leaves:
+      type: int
+      range: [10, 1000]
+
+    min_child_samples:
+      type: int
+      range: [1, 500]
+      log: True
+
+    learning_rate:
+      type: float
+      range: [0.001, 0.1]
+
+    n_jobs:
+      - 1
diff --git a/examples/configs/notebook_configs/methods/fairgbm_folktables/postprocessing/identity.yaml b/examples/configs/notebook_configs/methods/fairgbm_folktables/postprocessing/identity.yaml
@@ -0,0 +1,3 @@
+identity: 
+  classpath: aequitas.fairflow.methods.postprocessing.identity.Identity
+  args: null
diff --git a/examples/configs/notebook_configs/methods/fairgbm_folktables/preprocessing/identity.yaml b/examples/configs/notebook_configs/methods/fairgbm_folktables/preprocessing/identity.yaml
@@ -0,0 +1,3 @@
+identity:
+  classpath: aequitas.fairflow.methods.preprocessing.identity.Identity
+  args: null
diff --git a/examples/configs/notebook_configs/methods/group_threshold_folktables.yaml b/examples/configs/notebook_configs/methods/group_threshold_folktables.yaml
@@ -0,0 +1,7 @@
+group_threshold_folktables:
+  type: postprocessing
+
+defaults:
+  - group_threshold_folktables/preprocessing: identity
+  - group_threshold_folktables/inprocessing: lightgbm
+  - group_threshold_folktables/postprocessing: group_threshold
diff --git a/...es/configs/notebook_configs/methods/group_threshold_folktables/inprocessing/lightgbm.yaml b/...es/configs/notebook_configs/methods/group_threshold_folktables/inprocessing/lightgbm.yaml
@@ -0,0 +1,28 @@
+lightgbm:
+  classpath: aequitas.fairflow.methods.inprocessing.lightgbm.LightGBM
+  args:
+    boosting_type:
+      - dart  #  Running DART for all algos
+
+    enable_bundle:
+      - False
+
+    n_estimators:
+      type: int
+      range: [10, 100]
+
+    num_leaves:
+      type: int
+      range: [10, 1000]
+
+    min_child_samples:
+      type: int
+      range: [1, 500]
+      log: True
+
+    learning_rate:
+      type: float
+      range: [0.001, 0.1]
+
+    n_jobs:
+      - 1
diff --git a/...s/notebook_configs/methods/group_threshold_folktables/postprocessing/group_threshold.yaml b/...s/notebook_configs/methods/group_threshold_folktables/postprocessing/group_threshold.yaml
@@ -0,0 +1,5 @@
+group_thresholding:
+  classpath: aequitas.fairflow.methods.postprocessing.group_threshold.GroupThreshold
+  args: 
+    threshold_type: tpr
+    threshold_value: 0.8
diff --git a/...s/configs/notebook_configs/methods/group_threshold_folktables/preprocessing/identity.yaml b/...s/configs/notebook_configs/methods/group_threshold_folktables/preprocessing/identity.yaml
@@ -0,0 +1,3 @@
+identity:
+  classpath: aequitas.fairflow.methods.preprocessing.identity.Identity
+  args: null
diff --git a/examples/configs/notebook_configs/methods/lightgbm_baseline.yaml b/examples/configs/notebook_configs/methods/lightgbm_baseline.yaml
@@ -0,0 +1,7 @@
+lightgbm_baseline:
+  type: inprocessing
+
+defaults:
+  - lightgbm_baseline/preprocessing: identity
+  - lightgbm_baseline/inprocessing: lightgbm
+  - lightgbm_baseline/postprocessing: identity
diff --git a/examples/configs/notebook_configs/methods/lightgbm_baseline/inprocessing/lightgbm.yaml b/examples/configs/notebook_configs/methods/lightgbm_baseline/inprocessing/lightgbm.yaml
@@ -0,0 +1,28 @@
+lightgbm:
+  classpath: aequitas.fairflow.methods.inprocessing.lightgbm.LightGBM
+  args:
+    boosting_type:
+      - dart  #  Running DART for all algos
+
+    enable_bundle:
+      - False
+
+    n_estimators:
+      type: int
+      range: [10, 100]
+
+    num_leaves:
+      type: int
+      range: [10, 1000]
+
+    min_child_samples:
+      type: int
+      range: [1, 500]
+      log: True
+
+    learning_rate:
+      type: float
+      range: [0.001, 0.1]
+
+    n_jobs:
+      - 1
diff --git a/examples/configs/notebook_configs/methods/lightgbm_baseline/postprocessing/identity.yaml b/examples/configs/notebook_configs/methods/lightgbm_baseline/postprocessing/identity.yaml
@@ -0,0 +1,3 @@
+identity: 
+  classpath: aequitas.fairflow.methods.postprocessing.identity.Identity
+  args: null
diff --git a/examples/configs/notebook_configs/methods/lightgbm_baseline/preprocessing/identity.yaml b/examples/configs/notebook_configs/methods/lightgbm_baseline/preprocessing/identity.yaml
@@ -0,0 +1,3 @@
+identity:
+  classpath: aequitas.fairflow.methods.preprocessing.identity.Identity
+  args: null
diff --git a/examples/configs/notebook_configs/methods/prevalence_undersampling.yaml b/examples/configs/notebook_configs/methods/prevalence_undersampling.yaml
@@ -0,0 +1,7 @@
+prevalence_undersampling:
+  type: preprocessing
+
+defaults:
+  - prevalence_undersampling/preprocessing: prevalence_sampling
+  - prevalence_undersampling/inprocessing: lightgbm
+  - prevalence_undersampling/postprocessing: identity
diff --git a/...ples/configs/notebook_configs/methods/prevalence_undersampling/inprocessing/lightgbm.yaml b/...ples/configs/notebook_configs/methods/prevalence_undersampling/inprocessing/lightgbm.yaml
@@ -0,0 +1,28 @@
+lightgbm:
+  classpath: aequitas.fairflow.methods.inprocessing.lightgbm.LightGBM
+  args:
+    boosting_type:
+      - dart  #  Running DART for all algos
+
+    enable_bundle:
+      - False
+
+    n_estimators:
+      type: int
+      range: [10, 100]
+
+    num_leaves:
+      type: int
+      range: [10, 1000]
+
+    min_child_samples:
+      type: int
+      range: [1, 500]
+      log: True
+
+    learning_rate:
+      type: float
+      range: [0.001, 0.1]
+
+    n_jobs:
+      - 1
diff --git a/...es/configs/notebook_configs/methods/prevalence_undersampling/postprocessing/identity.yaml b/...es/configs/notebook_configs/methods/prevalence_undersampling/postprocessing/identity.yaml
@@ -0,0 +1,3 @@
+identity: 
+  classpath: aequitas.fairflow.methods.postprocessing.identity.Identity
+  args: null
diff --git a/.../notebook_configs/methods/prevalence_undersampling/preprocessing/prevalence_sampling.yaml b/.../notebook_configs/methods/prevalence_undersampling/preprocessing/prevalence_sampling.yaml
@@ -0,0 +1,6 @@
+prevalence_sampling:
+  args:
+    alpha: 
+      type: float
+      range: [0.5, 1]
+  classpath: aequitas.fairflow.methods.preprocessing.prevalence_sample.PrevalenceSampling
diff --git a/examples/configs/paper_configs/datasets/FolkTables_ACSEmployment.yaml b/examples/configs/paper_configs/datasets/FolkTables_ACSEmployment.yaml
@@ -0,0 +1,9 @@
+folktables_acsemployment:
+  classpath: aequitas.fairflow.datasets.FolkTables
+  sensitive_attribute: RAC1P
+  label: ESR
+  threshold:
+    threshold_type: fixed
+    threshold_value: 0.5
+  args: 
+    variant: ACSEmployment
diff --git a/examples/configs/paper_configs/datasets/FolkTables_ACSIncome copy.yaml b/examples/configs/paper_configs/datasets/FolkTables_ACSIncome copy.yaml
@@ -0,0 +1,9 @@
+folktables_acsincome:
+  classpath: aequitas.fairflow.datasets.FolkTables
+  sensitive_attribute: RAC1P
+  label: PINCP
+  threshold:
+    threshold_type: fixed
+    threshold_value: 0.5
+  args: 
+    variant: ACSIncome
diff --git a/examples/configs/paper_configs/datasets/FolkTables_ACSIncome.yaml b/examples/configs/paper_configs/datasets/FolkTables_ACSIncome.yaml
@@ -0,0 +1,9 @@
+folktables_acsincome:
+  classpath: aequitas.fairflow.datasets.FolkTables
+  sensitive_attribute: RAC1P
+  label: PINCP
+  threshold:
+    threshold_type: fixed
+    threshold_value: 0.5
+  args: 
+    variant: ACSIncome
diff --git a/examples/configs/paper_configs/datasets/FolkTables_ACSMobility.yaml b/examples/configs/paper_configs/datasets/FolkTables_ACSMobility.yaml
@@ -0,0 +1,9 @@
+folktables_acsmobility:
+  classpath: aequitas.fairflow.datasets.FolkTables
+  sensitive_attribute: RAC1P
+  label: MIG
+  threshold:
+    threshold_type: fixed
+    threshold_value: 0.5
+  args: 
+    variant: ACSMobility
diff --git a/examples/configs/paper_configs/datasets/FolkTables_ACSPublicCoverage.yaml b/examples/configs/paper_configs/datasets/FolkTables_ACSPublicCoverage.yaml
@@ -0,0 +1,9 @@
+folktables_acspubliccoverage:
+  classpath: aequitas.fairflow.datasets.FolkTables
+  sensitive_attribute: RAC1P
+  label: PUBCOV
+  threshold:
+    threshold_type: fixed
+    threshold_value: 0.5
+  args: 
+    variant: ACSPublicCoverage
diff --git a/examples/configs/paper_configs/datasets/FolkTables_ACSTravelTime.yaml b/examples/configs/paper_configs/datasets/FolkTables_ACSTravelTime.yaml
@@ -0,0 +1,9 @@
+folktables_acstraveltime:
+  classpath: aequitas.fairflow.datasets.FolkTables
+  sensitive_attribute: RAC1P
+  label: JWMNP
+  threshold:
+    threshold_type: fixed
+    threshold_value: 0.5
+  args: 
+    variant: ACSTravelTime
diff --git a/examples/configs/paper_configs/datasets/baf_base.yaml b/examples/configs/paper_configs/datasets/baf_base.yaml
@@ -0,0 +1,9 @@
+baf_base:
+  classpath: aequitas.fairflow.datasets.BankAccountFraud
+  sensitive_attribute: customer_age_bin
+  label: fraud_bool
+  threshold:
+    threshold_type: fpr
+    threshold_value: 0.05
+  args: 
+    variant: Base
diff --git a/examples/configs/paper_configs/datasets/baf_variant_1.yaml b/examples/configs/paper_configs/datasets/baf_variant_1.yaml
@@ -0,0 +1,9 @@
+baf_variant_1:
+  classpath: aequitas.fairflow.datasets.BankAccountFraud
+  sensitive_attribute: customer_age_bin
+  label: fraud_bool
+  threshold:
+    threshold_type: fpr
+    threshold_value: 0.05
+  args: 
+    variant: TypeI
diff --git a/examples/configs/paper_configs/datasets/baf_variant_2.yaml b/examples/configs/paper_configs/datasets/baf_variant_2.yaml
@@ -0,0 +1,9 @@
+baf_variant_2:
+  classpath: aequitas.fairflow.datasets.BankAccountFraud
+  sensitive_attribute: customer_age_bin
+  label: fraud_bool
+  threshold:
+    threshold_type: fpr
+    threshold_value: 0.05
+  args: 
+    variant: TypeII
diff --git a/examples/configs/paper_configs/datasets/baf_variant_3.yaml b/examples/configs/paper_configs/datasets/baf_variant_3.yaml
@@ -0,0 +1,9 @@
+baf_variant_3:
+  classpath: aequitas.fairflow.datasets.BankAccountFraud
+  sensitive_attribute: customer_age_bin
+  label: fraud_bool
+  threshold:
+    threshold_type: fpr
+    threshold_value: 0.05
+  args: 
+    variant: TypeIII
diff --git a/examples/configs/paper_configs/datasets/baf_variant_4.yaml b/examples/configs/paper_configs/datasets/baf_variant_4.yaml
@@ -0,0 +1,9 @@
+baf_variant_4:
+  classpath: aequitas.fairflow.datasets.BankAccountFraud
+  sensitive_attribute: customer_age_bin
+  label: fraud_bool
+  threshold:
+    threshold_type: fpr
+    threshold_value: 0.05
+  args: 
+    variant: TypeIV
diff --git a/examples/configs/paper_configs/datasets/baf_variant_5.yaml b/examples/configs/paper_configs/datasets/baf_variant_5.yaml
@@ -0,0 +1,9 @@
+baf_variant_5:
+  classpath: aequitas.fairflow.datasets.BankAccountFraud
+  sensitive_attribute: customer_age_bin
+  label: fraud_bool
+  threshold:
+    threshold_type: fpr
+    threshold_value: 0.05
+  args: 
+    variant: TypeV
diff --git a/examples/configs/paper_configs/experiment_baf.yaml b/examples/configs/paper_configs/experiment_baf.yaml
@@ -0,0 +1,23 @@
+methods:
+  - lightgbm_baseline
+  - prevalence_undersampling
+  - prevalence_oversampling
+  - fairgbm_baf
+  - group_threshold_baf
+  - grid_search_baf
+  - exponentiated_gradient_baf
+
+datasets:
+  - baf_base
+  - baf_variant_1
+  - baf_variant_2
+  - baf_variant_3
+  - baf_variant_4
+  - baf_variant_5
+
+optimization:
+  n_trials: 100
+  n_jobs: 1
+  sampler: RandomSampler
+  sampler_args:
+    seed: 42