Skip to content

Commit

Permalink
running notebooks
Browse files Browse the repository at this point in the history
  • Loading branch information
@emmanuelmathot
emmanuelmathot committed Sep 4, 2020
1 parent 45fd885 commit 111b149
Show file tree
Hide file tree
Showing 6 changed files with 365 additions and 1 deletion.
86 changes: 86 additions & 0 deletions .binder/Dockerfile
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,86 @@
FROM jupyter/base-notebook:latest

# Install .NET CLI dependencies

ARG NB_USER=jovyan
ARG NB_UID=1000
ENV USER ${NB_USER}
ENV NB_UID ${NB_UID}
ENV HOME /home/${NB_USER}

WORKDIR ${HOME}

USER root
RUN apt-get update
RUN apt-get install -y curl

ENV \
# Enable detection of running in a container
DOTNET_RUNNING_IN_CONTAINER=true \
# Enable correct mode for dotnet watch (only mode supported in a container)
DOTNET_USE_POLLING_FILE_WATCHER=true \
# Skip extraction of XML docs - generally not useful within an image/container - helps performance
NUGET_XMLDOC_MODE=skip \
# Opt out of telemetry until after we install jupyter when building the image, this prevents caching of machine id
DOTNET_TRY_CLI_TELEMETRY_OPTOUT=true

# Install .NET CLI dependencies
RUN apt-get update \
&& DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
libc6 \
libgcc1 \
libgssapi-krb5-2 \
libicu66 \
libssl1.1 \
libstdc++6 \
zlib1g \
&& rm -rf /var/lib/apt/lists/*

# Install .NET Core SDK

# When updating the SDK version, the sha512 value a few lines down must also be updated.
ENV DOTNET_SDK_VERSION 3.1.301

RUN dotnet_sdk_version=3.1.301 \
&& curl -SL --output dotnet.tar.gz https://dotnetcli.azureedge.net/dotnet/Sdk/$dotnet_sdk_version/dotnet-sdk-$dotnet_sdk_version-linux-x64.tar.gz \
&& dotnet_sha512='dd39931df438b8c1561f9a3bdb50f72372e29e5706d3fb4c490692f04a3d55f5acc0b46b8049bc7ea34dedba63c71b4c64c57032740cbea81eef1dce41929b4e' \
&& echo "$dotnet_sha512 dotnet.tar.gz" | sha512sum -c - \
&& mkdir -p /usr/share/dotnet \
&& tar -ozxf dotnet.tar.gz -C /usr/share/dotnet \
&& rm dotnet.tar.gz \
&& ln -s /usr/share/dotnet/dotnet /usr/bin/dotnet \
# Trigger first run experience by running arbitrary cmd
&& dotnet help

# Copy notebooks

COPY ./notebooks/ ${HOME}/notebooks/

# Copy package sources

COPY ./.binder/NuGet.config ${HOME}/nuget.config

RUN chown -R ${NB_UID} ${HOME}
USER ${USER}

#Install nteract
RUN pip install nteract_on_jupyter

# Install lastest build from master branch of Microsoft.DotNet.Interactive from myget
RUN dotnet tool install -g Microsoft.dotnet-interactive --add-source "https://dotnet.myget.org/F/dotnet-try/api/v3/index.json"

#latest stable from nuget.org
#RUN dotnet tool install -g Microsoft.dotnet-interactive --add-source "https://api.nuget.org/v3/index.json"

ENV PATH="${PATH}:${HOME}/.dotnet/tools"
RUN echo "$PATH"

# Install kernel specs
RUN dotnet interactive jupyter install

# Enable telemetry once we install jupyter for the image
ENV DOTNET_TRY_CLI_TELEMETRY_OPTOUT=false

# Set root to notebooks
WORKDIR ${HOME}/notebooks/

16 changes: 16 additions & 0 deletions .binder/NuGet.config
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
<?xml version="1.0" encoding="utf-8"?>
<configuration>
<solution>
<add key="disableSourceControlIntegration" value="true" />
</solution>
<packageSources>
<clear />
<add key="nuget.org" value="https://api.nuget.org/v3/index.json" />
<add key="dotnet3-dev" value="https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet3.1/nuget/v3/index.json" />
<add key="dotnet-core" value="https://dotnetfeed.blob.core.windows.net/dotnet-core/index.json" />
<add key="dotnet-try" value="https://dotnet.myget.org/F/dotnet-try/api/v3/index.json" />
<add key="roslyn" value="https://dotnet.myget.org/F/roslyn/api/v3/index.json" />
<add key="dotnet-corefxlab" value="https://dotnet.myget.org/F/dotnet-corefxlab/api/v3/index.json" />
<add key="PSGallery" value="https://www.powershellgallery.com/api/v2/" />
</packageSources>
</configuration>
4 changes: 3 additions & 1 deletion .vscode/settings.json
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
{
"dotnet-test-explorer.testProjectPath": "**/*Test.@(csproj|vbproj|fsproj)"
"dotnet-test-explorer.testProjectPath": "**/*Test.@(csproj|vbproj|fsproj)",
"python.dataScience.jupyterServerURI": "local",
"python.pythonPath": "/bin/python3"
}
Empty file added docs/notebooks/.gitkeep
View file
Empty file.
260 changes: 260 additions & 0 deletions docs/notebooks/example.ipynb
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,260 @@
{
"cells": [
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": "Installed package DotNetStac version 0.2.0"
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"#r \"nuget:DotNetStac,0.2.0\""
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {
"tags": []
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": "CBERS4 MUX 027\n0.7.0\nCBERS4 MUX 027/069\nCBERS4 MUX 027/070\nCBERS4 MUX 027/071\nCBERS4 MUX 027/072\nCBERS4 MUX 027/073\nCBERS4 MUX 027/074\nCBERS4 MUX 027/076\nCBERS4 MUX 027/077\nCBERS4 MUX 027/078\nCBERS4 MUX 027/079\nCBERS4 MUX 027/080\nCBERS4 MUX 027/081\nCBERS4 MUX 027/082\nCBERS4 MUX 027/083\nCBERS4 MUX 027/084\nCBERS4 MUX 027/085\nCBERS4 MUX 027/086\nCBERS4 MUX 027/087\nCBERS4 MUX 027/088\nCBERS4 MUX 027/089\nCBERS4 MUX 027/090\nCBERS4 MUX 027/091\n"
}
],
"source": [
"using Stac;\n",
"using Stac.Catalog;\n",
"\n",
"public static class Sample {\n",
" public static void ListChildrensItemsAndAssets(IStacCatalog catalog, string prefix = \"\")\n",
" {\n",
" foreach (var child in catalog.GetChildren().Values)\n",
" {\n",
" Console.Out.WriteLine(prefix + child.Id);\n",
"\n",
" foreach(var item in catalog.GetItems().Values){\n",
" Console.Out.WriteLine(prefix + item.Id);\n",
" foreach(var asset in item.Assets.Values){\n",
" Console.Out.WriteLine(prefix + asset.Uri);\n",
" }\n",
" }\n",
"\n",
" ListChildrensItemsAndAssets(child, prefix + \" \");\n",
" }\n",
" }\n",
"}\n",
"\n",
"IStacCatalog catalog = (IStacCatalog)StacFactory.Load(\"https://cbers-stac-0-7.s3.amazonaws.com/CBERS4/MUX/027/catalog.json\");\n",
"\n",
"Console.Out.WriteLine(catalog.Id);\n",
"Console.Out.WriteLine(catalog.StacVersion);\n",
"\n",
"Sample.ListChildrensItemsAndAssets(catalog);\n",
"\n"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"{\"extent\":{\"spatial\":{\"bbox\":[[-180.0,-56.0,180.0,83.0]]},\"temporal\":{\"interval\":[[\"2015-06-23T00:00:00Z\",null]]}},\"summaries\":{\"datetime\":{\"min\":\"2015-06-23T00:00:00Z\",\"max\":\"2019-07-10T13:44:56Z\"},\"platform\":[\"sentinel-2a\",\"sentinel-2b\"],\"constellation\":[\"sentinel-2\"],\"instruments\":[\"msi\"],\"view:off_nadir\":{\"min\":0.0,\"max\":100.0},\"view:sun_elevation\":{\"min\":6.78,\"max\":89.9},\"sci:citation\":[\"Copernicus Sentinel data [Year]\"],\"gsd\":[10,30,60],\"proj:epsg\":[32601,32602,32603,32604,32605,32606,32607,32608,32609,32610,32611,32612,32613,32614,32615,32616,32617,32618,32619,32620,32621,32622,32623,32624,32625,32626,32627,32628,32629,32630,32631,32632,32633,32634,32635,32636,32637,32638,32639,32640,32641,32642,32643,32644,32645,32646,32647,32648,32649,32650,32651,32652,32653,32654,32655,32656,32657,32658,32659,32660],\"eo:bands\":[{\"name\":\"B1\",\"common_name\":\"coastal\",\"center_wavelength\":4.439},{\"name\":\"B2\",\"common_name\":\"blue\",\"center_wavelength\":4.966},{\"name\":\"B3\",\"common_name\":\"green\",\"center_wavelength\":5.6},{\"name\":\"B4\",\"common_name\":\"red\",\"center_wavelength\":6.645},{\"name\":\"B5\",\"center_wavelength\":7.039},{\"name\":\"B6\",\"center_wavelength\":7.402},{\"name\":\"B7\",\"center_wavelength\":7.825},{\"name\":\"B8\",\"common_name\":\"nir\",\"center_wavelength\":8.351},{\"name\":\"B8A\",\"center_wavelength\":8.648},{\"name\":\"B9\",\"center_wavelength\":9.45},{\"name\":\"B10\",\"center_wavelength\":1.3735},{\"name\":\"B11\",\"common_name\":\"swir16\",\"center_wavelength\":1.6137},{\"name\":\"B12\",\"common_name\":\"swir22\",\"center_wavelength\":2.2024}]},\"license\":\"proprietary\",\"providers\":[{\"name\":\"European Union/ESA/Copernicus\",\"roles\":[\"producer\",\"licensor\"],\"url\":\"https://sentinel.esa.int/web/sentinel/user-guides/sentinel-2-msi\"}],\"keywords\":[\"copernicus\",\"esa\",\"eu\",\"msi\",\"radiance\",\"sentinel\"],\"stac_extensions\":[],\"stac_version\":\"1.0.0-beta.1\",\"links\":[{\"rel\":\"self\",\"href\":\"https://storage.cloud.google.com/earthengine-test/catalog/COPERNICUS_S2.json\"},{\"rel\":\"parent\",\"href\":\"https://storage.cloud.google.com/earthengine-test/catalog/catalog.json\"},{\"rel\":\"root\",\"href\":\"https://storage.cloud.google.com/earthengine-test/catalog/catalog.json\"},{\"rel\":\"license\",\"title\":\"Legal notice on the use of Copernicus Sentinel Data and Service Information\",\"href\":\"https://scihub.copernicus.eu/twiki/pub/SciHubWebPortal/TermsConditions/Sentinel_Data_Terms_and_Conditions.pdf\"}],\"description\":\"Sentinel-2 is a wide-swath, high-resolution, multi-spectral\\nimaging mission supporting Copernicus Land Monitoring studies,...\",\"id\":\"COPERNICUS/S2\",\"title\":\"Sentinel-2 MSI: MultiSpectral Instrument, Level-1C\"}\n"
]
}
],
"source": [
"using Newtonsoft.Json;\n",
"using Newtonsoft.Json.Linq;\n",
"using Stac;\n",
"using Stac.Catalog;\n",
"using Stac.Collection;\n",
"using System;\n",
"using System.Collections.Generic;\n",
"\n",
" StacExtent extent = new StacExtent();\n",
" extent.Spatial = new StacSpatialExtent(-180, -56, 180, 83);\n",
" extent.Temporal = new StacTemporalExtent(DateTime.Parse(\"2015-06-23T00:00:00Z\").ToUniversalTime(), null);\n",
"\n",
" StacCollection collection = new StacCollection(\"COPERNICUS/S2\",\n",
" \"Sentinel-2 is a wide-swath, high-resolution, multi-spectral\\nimaging mission supporting Copernicus Land Monitoring studies,...\",\n",
" extent);\n",
"\n",
" collection.Title = \"Sentinel-2 MSI: MultiSpectral Instrument, Level-1C\";\n",
"\n",
" collection.Links.Add(StacLink.CreateSelfLink(new Uri(\"https://storage.cloud.google.com/earthengine-test/catalog/COPERNICUS_S2.json\")));\n",
" collection.Links.Add(StacLink.CreateParentLink(new Uri(\"https://storage.cloud.google.com/earthengine-test/catalog/catalog.json\")));\n",
" collection.Links.Add(StacLink.CreateRootLink(new Uri(\"https://storage.cloud.google.com/earthengine-test/catalog/catalog.json\")));\n",
" collection.Links.Add(new StacLink(new Uri(\"https://scihub.copernicus.eu/twiki/pub/SciHubWebPortal/TermsConditions/Sentinel_Data_Terms_and_Conditions.pdf\"), \"license\", \"Legal notice on the use of Copernicus Sentinel Data and Service Information\", null));\n",
"\n",
" collection.Keywords = new System.Collections.ObjectModel.Collection<string>(new string[] {\n",
" \"copernicus\",\n",
" \"esa\",\n",
" \"eu\",\n",
" \"msi\",\n",
" \"radiance\",\n",
" \"sentinel\"});\n",
"\n",
" collection.Providers = new System.Collections.ObjectModel.Collection<StacProvider>(\n",
" new StacProvider[]{new StacProvider(\"European Union/ESA/Copernicus\"){\n",
" Roles = new List<StacProviderRole>() { StacProviderRole.producer, StacProviderRole.licensor},\n",
" Uri = new Uri(\"https://sentinel.esa.int/web/sentinel/user-guides/sentinel-2-msi\")\n",
" }});\n",
"\n",
" collection.Summaries.Add(\"datetime\",\n",
" new StacSummaryStatsObject<DateTime>(\n",
" DateTime.Parse(\"2015-06-23T00:00:00Z\").ToUniversalTime(),\n",
" DateTime.Parse(\"2019-07-10T13:44:56Z\").ToUniversalTime()\n",
" )\n",
" );\n",
"\n",
" collection.Summaries.Add(\"platform\",\n",
" new StacSummaryValueSet<string>(new string[] { \"sentinel-2a\", \"sentinel-2b\" })\n",
" );\n",
"\n",
" collection.Summaries.Add(\"constellation\",\n",
" new StacSummaryValueSet<string>(new string[] { \"sentinel-2\" })\n",
" );\n",
"\n",
" collection.Summaries.Add(\"instruments\",\n",
" new StacSummaryValueSet<string>(new string[] { \"msi\" })\n",
" );\n",
"\n",
" collection.Summaries.Add(\"view:off_nadir\",\n",
" new StacSummaryStatsObject<double>(\n",
" 0.0,\n",
" 100\n",
" )\n",
" );\n",
"\n",
" collection.Summaries.Add(\"view:sun_elevation\",\n",
" new StacSummaryStatsObject<double>(\n",
" 6.78,\n",
" 89.9\n",
" )\n",
" );\n",
"\n",
" collection.Summaries.Add(\"sci:citation\",\n",
" new StacSummaryValueSet<string>(new string[] { \"Copernicus Sentinel data [Year]\" })\n",
" );\n",
"\n",
" collection.Summaries.Add(\"gsd\",\n",
" new StacSummaryValueSet<int>(new int[] {\n",
" 10,\n",
" 30,\n",
" 60\n",
" })\n",
" );\n",
"\n",
" collection.Summaries.Add(\"proj:epsg\",\n",
" new StacSummaryValueSet<int>(new int[]\n",
" { 32601,32602,32603,32604,32605,32606,32607,32608,32609,32610,32611,32612,32613,32614,32615,32616,32617,32618,32619,32620,32621,32622,32623,32624,32625,32626,32627,32628,32629,32630,32631,32632,32633,32634,32635,32636,32637,32638,32639,32640,32641,32642,32643,32644,32645,32646,32647,32648,32649,32650,32651,32652,32653,32654,32655,32656,32657,32658,32659,32660}\n",
" )\n",
" );\n",
"\n",
" collection.Summaries.Add(\"eo:bands\",\n",
" new StacSummaryValueSet<JObject>(new JObject[] {\n",
" new JObject {\n",
" { \"name\", \"B1\" },\n",
" { \"common_name\", \"coastal\" },\n",
" { \"center_wavelength\", 4.439 }\n",
" },\n",
" new JObject {\n",
" { \"name\", \"B2\"},\n",
" { \"common_name\", \"blue\"},\n",
" { \"center_wavelength\", 4.966}\n",
" },\n",
" new JObject {\n",
" { \"name\", \"B3\"},\n",
" { \"common_name\", \"green\"},\n",
" { \"center_wavelength\", 5.6}\n",
" },\n",
" new JObject {\n",
" { \"name\", \"B4\"},\n",
" { \"common_name\", \"red\"},\n",
" { \"center_wavelength\", 6.645}\n",
" },\n",
" new JObject {\n",
" { \"name\", \"B5\"},\n",
" { \"center_wavelength\", 7.039}\n",
" },\n",
" new JObject {\n",
" { \"name\", \"B6\"},\n",
" { \"center_wavelength\", 7.402}\n",
" },\n",
" new JObject {\n",
" { \"name\", \"B7\"},\n",
" { \"center_wavelength\", 7.825}\n",
" },\n",
" new JObject {\n",
" { \"name\", \"B8\"},\n",
" { \"common_name\", \"nir\"},\n",
" { \"center_wavelength\", 8.351}\n",
" },\n",
" new JObject {\n",
" { \"name\", \"B8A\"},\n",
" { \"center_wavelength\", 8.648}\n",
" },\n",
" new JObject {\n",
" { \"name\", \"B9\"},\n",
" { \"center_wavelength\", 9.45}\n",
" },\n",
" new JObject {\n",
" { \"name\", \"B10\"},\n",
" { \"center_wavelength\", 1.3735}\n",
" },\n",
" new JObject {\n",
" { \"name\", \"B11\"},\n",
" { \"common_name\", \"swir16\"},\n",
" { \"center_wavelength\", 1.6137}\n",
" },\n",
" new JObject {\n",
" { \"name\", \"B12\"},\n",
" { \"common_name\", \"swir22\"},\n",
" { \"center_wavelength\", 2.2024}\n",
" }\n",
" })\n",
" );\n",
"\n",
" var json = JsonConvert.SerializeObject(collection);\n",
"\n",
" Console.WriteLine(json);"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": ".NET (C#)",
"language": "C#",
"name": ".net-csharp"
},
"language_info": {
"file_extension": ".cs",
"mimetype": "text/x-csharp",
"name": "C#",
"pygments_lexer": "csharp",
"version": "3.8.2-final"
}
},
"nbformat": 4,
"nbformat_minor": 4
}
Binary file added packages-microsoft-prod.deb
View file
Binary file not shown.

0 comments on commit 111b149

Please sign in to comment.