Feature/presidio-structured

.pipelines/templates/build-structured.yml

@@ -0,0 +1,28 @@
+steps:
+  - task: Bash@3
+    displayName: 'Setup pipenv'
+    inputs:
+      targetType: 'inline'
+      script: |
+        set -eux  # fail on error
+        python -m pip install --upgrade pip
+        python -m pip install pipenv
+        pipenv --python 3
+
+  - task: Bash@3
+    displayName: 'Install deps'
+    inputs:
+      targetType: 'inline'
+      workingDirectory: 'presidio-structured'
+      script: |
+        set -eux  # fail on error
+        export PYTHONPATH=.
+        pipenv install --deploy --dev
+        pipenv run pip install -e ../presidio-analyzer/. # Use the existing analyzer and not the one in PyPI
+        pipenv run pip install -e ../presidio-anonymizer/. # Use the existing analyzer and not the one in PyPI
+
+  - template: ./build-python.yml
+    parameters:
+      SERVICE: 'Structured'
+      WORKING_FOLDER: 'presidio-structured'
+

.pipelines/templates/lint-build-test.yml

@@ -76,6 +76,7 @@ stages:
                       versionSpec: '$(python.version)'
                   displayName: 'Use Python $(python.version)'
                 - template: ./build-image-redactor.yml
+
           - job: TestCli
             displayName: Test Cli
             pool:
@@ -97,3 +98,25 @@ stages:
                       versionSpec: '$(python.version)'
                   displayName: 'Use Python $(python.version)'
                 - template: ./build-cli.yml
+
+          - job: TestStructured
+            displayName: Test Presidio Structured
+            pool:
+                vmImage: 'ubuntu-latest'
+            strategy:
+                matrix:
+                    Python38:
+                        python.version: '3.8'
+                    Python39:
+                        python.version: '3.9'
+                    Python310:
+                        python.version: '3.10'
+                    Python311:
+                        python.version: '3.11'
+
+            steps:
+                - task: UsePythonVersion@0
+                  inputs:
+                      versionSpec: '$(python.version)'
+                  displayName: 'Use Python $(python.version)'
+                - template: ./build-structured.yml

CHANGELOG.md

@@ -2,6 +2,12 @@
 
 All notable changes to this project will be documented in this file.
 
+
+## [Unreleased]
+### Added
+#### Structured
+* Added alpha of presidio-structured, a library (presidio-structured) which re-uses existing logic from existing presidio components to allow anonymization of (semi-)structured data.
+
 ## [2.2.351] - Nov. 6th 2024
 ### Changed
 #### Analyzer
@@ -17,6 +23,7 @@ All notable changes to this project will be documented in this file.
 #### Analyzer
 * Put org in ignore as it has many FPs (#1200)
 
+
 ## [2.2.34] - Oct. 30th 2024
 
 ### Added
@@ -66,7 +73,6 @@ All notable changes to this project will be documented in this file.
 * Changed the ACR instance (#1089)
 * Updated to Cred Scan V3 (#1154) 
 
-
 ## [2.2.33] - June 1st 2023
 ### Added
 #### Anonymizer

docs/samples/index.md

@@ -14,6 +14,7 @@
 | Usage | Images     | Python Notebook                       | [Plot custom bounding boxes](https://github.com/microsoft/presidio/blob/main/docs/samples/python/plot_custom_bboxes.ipynb)
 | Usage | Text     | Python Notebook                       | [Integrating with external services](https://github.com/microsoft/presidio/blob/main/docs/samples/python/integrating_with_external_services.ipynb) |
 | Usage | Text       | Python file                               | [Remote Recognizer](https://github.com/microsoft/presidio/blob/main/docs/samples/python/example_remote_recognizer.py) |
+| Usage | Structured     | Python Notebook                       | [Presidio Structured Basic Usage Notebook](https://github.com/microsoft/presidio/blob/main/docs/samples/python/example_structured.ipynb) |
 | Usage | Text      | Python file                               | [Azure AI Language as a Remote Recognizer](python/text_analytics/index.md)  |
 | Usage | CSV       | Python file                               | [Analyze and Anonymize CSV file](https://github.com/microsoft/presidio/blob/main/docs/samples/python/process_csv_file.py) |
 | Usage | Text      | Python                                | [Using Flair as an external PII model](https://github.com/microsoft/presidio/blob/main/docs/samples/python/flair_recognizer.py)|

docs/samples/python/csv_sample_data/test_structured.csv

@@ -0,0 +1,4 @@
+id,name,email,street,city,state,postal_code
+1,John Doe,john.doe@example.com,123 Main St,Anytown,CA,12345
+2,Jane Smith,jane.smith@example.com,456 Elm St,Somewhere,TX,67890
+3,Alice Johnson,alice.johnson@example.com,789 Pine St,Elsewhere,NY,11223