From 2c2d3ac6d748ad20cc455db6d1d18a0159b6e384 Mon Sep 17 00:00:00 2001 From: Jason Wohlgemuth Date: Sat, 30 Nov 2024 14:44:54 -0500 Subject: [PATCH] feat: Remove conda manifest files and install script --- provision/New-CondaEnvironment.ps1 | 89 ---------------------------- provision/conda/environment.base.yml | 39 ------------ provision/conda/environment.cml.yml | 42 ------------- provision/conda/environment.gis.yml | 17 ------ provision/conda/environment.nlp.yml | 26 -------- provision/conda/environment.qml.yml | 20 ------- provision/conda/environment.viz.yml | 22 ------- provision/conda/environment.xai.yml | 23 ------- 8 files changed, 278 deletions(-) delete mode 100644 provision/New-CondaEnvironment.ps1 delete mode 100644 provision/conda/environment.base.yml delete mode 100644 provision/conda/environment.cml.yml delete mode 100644 provision/conda/environment.gis.yml delete mode 100644 provision/conda/environment.nlp.yml delete mode 100644 provision/conda/environment.qml.yml delete mode 100644 provision/conda/environment.viz.yml delete mode 100644 provision/conda/environment.xai.yml diff --git a/provision/New-CondaEnvironment.ps1 b/provision/New-CondaEnvironment.ps1 deleted file mode 100644 index a6f4952..0000000 --- a/provision/New-CondaEnvironment.ps1 +++ /dev/null @@ -1,89 +0,0 @@ -#!/usr/bin/env pwsh -#Requires -Modules Prelude - -[CmdletBinding(SupportsShouldProcess = $True)] -Param( - [Parameter(Mandatory = $False, Position = 0)] - [ValidateSet( - 'base', - 'cml', - 'gis', - 'nlp', - 'qml', - 'viz', - 'xai' - )] - [String[]] $Categories = 'base', - [Parameter(Mandatory = $False, Position = 1, ValueFromPipeline = $True)] - [String] $Name = 'default', - [Parameter(Mandatory = $False, Position = 2)] - [String] $Output = 'environment.yml', - [String[]] $Exclude = @(), - [String] $Container, - [String] $ManifestParent = './conda', - [Switch] $Update, - [Switch] $NoInstall, - [Switch] $Persist, - [Switch] $Force -) -Begin { - if (-not (Test-Command conda-merge)) { - "==> [ERROR] Command 'conda-merge' not found" | Write-Color -Red - exit - } - if (-not (Test-Command mamba)) { - "==> [ERROR] Command 'mamba' not found" | Write-Color -Red - exit - } - $Files = $Categories | ForEach-Object { - Join-Path $PSScriptRoot "${ManifestParent}/environment.${_}.yml" - } - foreach ($File in $Files) { - if (Test-Path -Path $File) { - "==> [INFO] Environment file found: $($File | Resolve-Path)" | Write-Verbose - } else { - "==> [ERROR] Environment file not found: ${File}" | Write-Color -Red - if (-not $Force) { - exit - } - } - } -} -End { - $Arguments = ($Files | ForEach-Object { "`"$($_ | Resolve-Path)`"" }) -join ' ' - $Command = "conda-merge ${Arguments}" - $Content = if ($PSCmdlet.ShouldProcess("[EXECUTE] Update Conda environment ${Name}")) { - "==> [INFO] Executing: '${Command}'" | Write-Verbose - (Invoke-Expression $Command) -replace 'name:.*$', "name: ${Name}" - } else { - '' - } - foreach ($PackageRegex in $Exclude) { - $Content = $Content | Where-Object { $_ -notmatch $PackageRegex } - } - $Content | Set-Content -Path $Output - if (-not $NoInstall) { - $InstallToContainer = ![String]::IsNullOrEmpty($Container) - $SubCommand = if ($Update) { 'env update' } else { 'env create' } - $Command = if ($InstallToContainer) { - $Mamba = '/opt/conda/bin/mamba' # '/root/miniconda3/bin/mamba' - "docker exec -it ${Container} /bin/zsh -c `"${Mamba} ${SubCommand} --file /root/${Output}`"" - } else { - "mamba ${SubCommand} --prefix $Env:_CONDA_ROOT\envs\${Name} --file ${Output}" - } - if ($PSCmdlet.ShouldProcess("[EXECUTE] Install Conda environment")) { - if ($InstallToContainer) { - "==> [INFO] Copying ${Output} to ${Container} container" | Write-Verbose - Invoke-Expression "docker cp ${Output} ${Container}:/root" - } - "==> [INFO] Executing: '${Command}'" | Write-Verbose - Invoke-Expression $Command - } - } - if (-not $Persist) { - if ($PSCmdlet.ShouldProcess("[REMOVE] ${Output}")) { - Remove-Item $Output - } - } - $Content -} \ No newline at end of file diff --git a/provision/conda/environment.base.yml b/provision/conda/environment.base.yml deleted file mode 100644 index 958428c..0000000 --- a/provision/conda/environment.base.yml +++ /dev/null @@ -1,39 +0,0 @@ -name: base -channels: - - conda-forge - - defaults -dependencies: - - black - - bottleneck - - conda - - conda-merge - - conda-pack - - dask - - ibis-framework - - ipykernel - - ipywidgets - - mamba - - modin-all - - numba - - numpy - - pandas - - pip=22.2.2 - - polars - - pyarrow - - pylint - - pytest - - pytest-cov - - python<3.11 - - pyyaml - - ruff - - tqdm - - xarray - - zarr - - pip: - - apprise - - drawdata - - fugue[dask,duckdb,ibis,polars] - - gdown - - hypothesis - - ptpython - - weave \ No newline at end of file diff --git a/provision/conda/environment.cml.yml b/provision/conda/environment.cml.yml deleted file mode 100644 index 39a5732..0000000 --- a/provision/conda/environment.cml.yml +++ /dev/null @@ -1,42 +0,0 @@ -name: cml -channels: - - rapidsai - - pytorch - - conda-forge - - nvidia - - defaults -dependencies: - - cudatoolkit=11.6.0 - - cudf - - cuml - - dask - - dask-cuda - - dask-cudf - - gputil - - h5netcdf - - h5py - - kmodes - - netCDF4 - - opencv - - openpyxl - - pygments - - pytorch - - pytorch-lightning - - scikit-image - - scikit-learn - - scipy - - torchaudio - - torchinfo - - torchvision - - pip: - - bentoml - - deepchecks[vision] - - great_expectations - - huggingface-hub - - ivy-core - - merlin-dataloader - - nebullvm - - safetensors - - segmentation-models - - torchviz - - truss \ No newline at end of file diff --git a/provision/conda/environment.gis.yml b/provision/conda/environment.gis.yml deleted file mode 100644 index 680882f..0000000 --- a/provision/conda/environment.gis.yml +++ /dev/null @@ -1,17 +0,0 @@ -name: gis -channels: - - conda-forge - - defaults -dependencies: - - cartopy - - fiona - - folium - - gdal - - geojson - - geopandas - - geopolars - - keplergl - - rasterio - - rioxarray - - shapely - - xarray-spatial \ No newline at end of file diff --git a/provision/conda/environment.nlp.yml b/provision/conda/environment.nlp.yml deleted file mode 100644 index 15ea48a..0000000 --- a/provision/conda/environment.nlp.yml +++ /dev/null @@ -1,26 +0,0 @@ -name: nlp -channels: - - conda-forge - - defaults -dependencies: - - gensim - - langchain - - pip - - poppler - - spacy - - spacy-model-en_core_web_sm - - spacy-model-en_core_web_trf - - textblob - - transformers - - pip: - - deepchecks[nlp] - - embedchain - - ludwig - - nltk - - pdf2image - - pillow - - polyglot - - pytesseract - - sentencepiece - - sentence-transformers - - unstructured[local-inference] \ No newline at end of file diff --git a/provision/conda/environment.qml.yml b/provision/conda/environment.qml.yml deleted file mode 100644 index 5c21f34..0000000 --- a/provision/conda/environment.qml.yml +++ /dev/null @@ -1,20 +0,0 @@ -name: qml -channels: - - conda-forge - - microsoft - - defaults -dependencies: - - qsharp - - notebook - - pip - - pyquil - - qutip - - pip: - - cirq - - pennylane - - pennylane-lightning - - pennylane-sf - - pennylane-qiskit - - pennylane-cirq - - pyzx - - strawberryfields \ No newline at end of file diff --git a/provision/conda/environment.viz.yml b/provision/conda/environment.viz.yml deleted file mode 100644 index 718343c..0000000 --- a/provision/conda/environment.viz.yml +++ /dev/null @@ -1,22 +0,0 @@ -name: viz -channels: - - pyviz - - plotly - - conda-forge - - defaults -dependencies: - - altair - - altair_saver - - datashader - - holoviews - - hvplot - - geoviews - - jupyter_bokeh - - lumen - - matplotlib - - matplotlib-inline - - networkx - - panel - - plotly - - seaborn - - vega_datasets \ No newline at end of file diff --git a/provision/conda/environment.xai.yml b/provision/conda/environment.xai.yml deleted file mode 100644 index 04d264a..0000000 --- a/provision/conda/environment.xai.yml +++ /dev/null @@ -1,23 +0,0 @@ -name: xai -channels: - - pytorch - - conda-forge - - defaults -dependencies: - - captum - - dalex=1.5 - - shap=0.41 - - pip: - - onnx==1.12.0 - - onnx-tf==1.10.0 - - onnxruntime==1.12.1 - - onnxruntime-gpu==1.12.1 - - quantus==0.0.1 - - scikit-explain==0.0.7 - - tensorboard==2.9.1 - - tensorboard-data-server==0.6.1 - - tensorboard-plugin-wit==1.8.1 - - tensorflow==2.9.1 - - tensorflow-estimator==2.9.0 - - tensorflow-probability==0.17.0 - - tf2onnx==1.12.1 \ No newline at end of file