Revert "Remove v1 samples from repository" (#2577)

* Revert "Remove v1 samples from repository (#2559)"

This reverts commit 81175f6.

* Increase size limit to allow revert

.github/test/v1/python-sdk/tutorials/automl-with-azureml/classification-bank-marketing-all-features/auto-ml-classification-bank-marketing-all-features.json

@@ -0,0 +1,18 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning"
+     }
+  },
+  {
+    "name": "check experiment result",
+    "params": {
+      "experiment_name": "automl-classification-bmarketing-all",
+      "minimum_median_score": "0.7",
+      "metric_name": "AUC_weighted"
+    }
+   }
+   ]
+}

.github/test/v1/python-sdk/tutorials/automl-with-azureml/classification-credit-card-fraud/auto-ml-classification-credit-card-fraud.json

@@ -0,0 +1,18 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning stderr"
+     }
+  },
+  {
+    "name": "check experiment result",
+    "params": {
+      "experiment_name": "automl-classification-ccard-remote",
+      "minimum_median_score": "0.6",
+      "metric_name": "average_precision_score_weighted"
+    }
+   }
+   ]
+}

.github/test/v1/python-sdk/tutorials/automl-with-azureml/classification-text-dnn/auto-ml-classification-text-dnn.json

@@ -0,0 +1,29 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning stderr"
+     }
+  },
+  {
+    "name": "check experiment result",
+    "params": {
+      "experiment_name": "automl-classification-text-dnn",
+      "minimum_median_score": "0.3",
+      "metric_name": "accuracy"
+    }
+  },
+  {
+   "name": "check cell output",
+   "params": {
+      "cell_source": [ "text_transformations_used = []\n",
+                  "for column_group in fitted_model.named_steps['datatransformer'].get_featurization_summary():\n" ,
+                  "    text_transformations_used.extend(column_group['Transformations'])\n" ,
+                  "text_transformations_used" 
+                  ],
+       "cell_output_substring": "PretrainedTextDNNTransformer"
+       }
+    }
+   ]
+}

.github/test/v1/python-sdk/tutorials/automl-with-azureml/continuous-retraining/auto-ml-continuous-retraining.json

@@ -0,0 +1,10 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning"
+     }
+  }
+  ]
+}

.github/test/v1/python-sdk/tutorials/automl-with-azureml/forecasting-bike-share/auto-ml-forecasting-bike-share.json

@@ -0,0 +1,22 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning"
+     }
+  },
+  {
+    "name": "check experiment result",
+    "params": {
+      "experiment_name": "automl-bikeshareforecasting",
+      "minimum_median_score": "0.01",
+      "maximum_median_score": "0.3",
+      "metric_name": "normalized_root_mean_squared_error",
+      "absolute_minimum_score": "0.0",
+      "absolute_maximum_score": "1.0"
+    }
+  }
+  ]
+}
+

.github/test/v1/python-sdk/tutorials/automl-with-azureml/forecasting-energy-demand/auto-ml-forecasting-energy-demand.json

@@ -0,0 +1,22 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning stderr"
+     }
+  },
+  {
+    "name": "check experiment result",
+    "params": {
+      "experiment_name": "automl-forecasting-energydemand",
+      "expected_run_count": "2",
+      "minimum_median_score": "0.01",
+      "maximum_median_score": "0.2",
+      "metric_name": "normalized_root_mean_squared_error",
+      "absolute_minimum_score": "0.0",
+      "absolute_maximum_score": "1.0"
+    }
+  }
+  ]
+}

.github/test/v1/python-sdk/tutorials/automl-with-azureml/forecasting-forecast-function/auto-ml-forecasting-function.json

@@ -0,0 +1,22 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning stderr"
+     }
+  },
+  {
+    "name": "check experiment result",
+    "params": {
+      "experiment_name": "automl-forecast-function-demo",
+      "expected_run_count": "1",
+      "minimum_median_score": "0.00",
+      "maximum_median_score": "0.50",
+      "metric_name": "normalized_root_mean_squared_error",
+      "absolute_minimum_score": "0.0",
+      "absolute_maximum_score": "1.0"
+    }
+  }
+  ]
+}

.github/test/v1/python-sdk/tutorials/automl-with-azureml/forecasting-hierarchical-timeseries/auto-ml-forecasting-hierarchical-timeseries.json

@@ -0,0 +1,16 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning"
+     }
+  },
+  {
+    "name": "check timeseries",
+    "params": {
+      "experiment_name": "automl-hts"
+    }
+  }
+  ]
+}

.github/test/v1/python-sdk/tutorials/automl-with-azureml/forecasting-orange-juice-sales/auto-ml-forecasting-orange-juice-sales.json

@@ -0,0 +1,21 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning stderr"
+     }
+  },
+  {
+    "name": "check experiment result",
+    "params": {
+      "experiment_name": "automl-ojforecasting",
+      "minimum_median_score": "0.01",
+      "maximum_median_score": "0.3",
+      "metric_name": "normalized_root_mean_squared_error",
+      "absolute_minimum_score": "0.0",
+      "absolute_maximum_score": "1.0"
+    }
+  }
+  ]
+}

.github/test/v1/python-sdk/tutorials/automl-with-azureml/forecasting-pipelines/auto-ml-forecasting-pipelines.json

@@ -0,0 +1,10 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "stderr"
+     }
+  }
+  ]
+}

.github/test/v1/python-sdk/tutorials/automl-with-azureml/forecasting-recipes-univariate/auto-ml-forecasting-univariate-recipe-experiment-settings.json

@@ -0,0 +1,10 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning"
+     }
+  }
+  ]
+}

.github/test/v1/python-sdk/tutorials/automl-with-azureml/forecasting-recipes-univariate/auto-ml-forecasting-univariate-recipe-run-experiment.json

@@ -0,0 +1,21 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning stderr"
+     }
+  },
+  {
+    "name": "check experiment result",
+    "params": {
+      "experiment_name": "alcohol_diff-True_lags-None_STL-None",
+      "minimum_median_score": "0.1",
+      "maximum_median_score": "0.45",
+      "metric_name": "normalized_root_mean_squared_error",
+      "absolute_minimum_score": "0.0",
+      "absolute_maximum_score": "1.0"
+    }
+  }
+  ]
+}

.github/test/v1/python-sdk/tutorials/automl-with-azureml/local-run-classification-credit-card-fraud/auto-ml-classification-credit-card-fraud-local.json

@@ -0,0 +1,20 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning stderr"
+     }
+  },
+  {
+    "name": "check experiment result",
+    "params": {
+      "experiment_name": "automl-classification-ccard-local",
+      "minimum_median_score": "0.6",
+      "metric_name": "average_precision_score_weighted",
+      "check_explanation_best_run": "True",
+      "is_local_run": "True"
+    }
+   }
+   ]
+}

.github/test/v1/python-sdk/tutorials/automl-with-azureml/regression/auto-ml-regression.json

@@ -0,0 +1,19 @@
+{
+  "validations": [
+  {
+    "name": "check notebook output",
+    "params": {
+      "check": "warning stderr"
+     }
+  },
+  {
+    "name": "check experiment result",
+    "params": {
+      "experiment_name": "automl-regression",
+      "minimum_median_score": "0.45",
+      "metric_name": "r2_score",
+      "absolute_minimum_score": "-1.0"
+    }
+  }
+  ]
+}

.github/workflows/code-quality.yml

@@ -18,4 +18,4 @@ jobs:
       - name: Check Pull Request Size
         run: |
           git fetch origin ${{ github.event.pull_request.base.ref }} --quiet # Need to manually fetch base branch in CI
-          python ./.github/scripts/commit-filesize-diff-summary.py --limit 2MB origin/${{ github.event.pull_request.base.ref }}..HEAD
+          python ./.github/scripts/commit-filesize-diff-summary.py --limit 100MB origin/${{ github.event.pull_request.base.ref }}..HEAD

.github/workflows/notebooks-basics.yml

@@ -0,0 +1,42 @@
+name: notebooks-basics
+on:
+  schedule:
+    - cron: "0 */8 * * *"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - v1/notebooks/basics/**
+      - .github/workflows/notebooks-basics.yml
+      - v1/notebooks/dev-requirements.txt
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: check out repo
+      uses: actions/checkout@v2
+    - name: setup python
+      uses: actions/setup-python@v2
+      with: 
+        python-version: "3.8"
+    - name: Run Install packages
+      run: |
+         chmod +x ./v1/scripts/install-packages.sh
+         ./v1/scripts/install-packages.sh
+      shell: bash
+    - name: pip install notebook reqs
+      run: pip install -r v1/notebooks/dev-requirements.txt
+    - name: azure login
+      uses: azure/login@v1
+      with:
+        creds: ${{secrets.AZ_CREDS}}
+    - name: Run update-azure-extensions
+      run: |
+         chmod +x ./v1/scripts/update-azure-extensions.sh
+         ./v1/scripts/update-azure-extensions.sh
+      shell: bash
+    - name: attach to workspace
+      run: az ml folder attach -w main-python-sdk -g azureml-examples
+    - name: run 1.train-lightgbm-local.ipynb
+      run: papermill 1.train-lightgbm-local.ipynb - -k python
+      working-directory: v1/notebooks/basics

.github/workflows/notebooks-cloud-data.yml

@@ -0,0 +1,46 @@
+name: notebooks-cloud-data
+on:
+  schedule:
+    - cron: "0 */8 * * *"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - v1/notebooks/cloud-data/**
+      - .github/workflows/notebooks-cloud-data.yml
+      - v1/notebooks/dev-requirements.txt
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        notebook: ['blob-adls-numpy.ipynb', 'blob-adls-pandas.ipynb']
+    steps:
+    - name: check out repo
+      uses: actions/checkout@v2
+    - name: setup python
+      uses: actions/setup-python@v2
+      with: 
+        python-version: "3.8"
+    - name: Run Install packages
+      run: |
+         chmod +x ./v1/scripts/install-packages.sh
+         ./v1/scripts/install-packages.sh
+      shell: bash
+    - name: pip install notebook reqs
+      run: pip install -r v1/notebooks/dev-requirements.txt
+    - name: azure login
+      uses: azure/login@v1
+      with:
+        creds: ${{secrets.AZ_CREDS}}
+    - name: Run update-azure-extensions
+      run: |
+         chmod +x ./v1/scripts/update-azure-extensions.sh
+         ./v1/scripts/update-azure-extensions.sh
+      shell: bash
+    - name: attach to workspace
+      run: az ml folder attach -w main-python-sdk -g azureml-examples
+    - name: run ${{matrix.notebook}}
+      run: papermill ${{matrix.notebook}} - -k python
+      working-directory: v1/notebooks/cloud-data