diff --git a/Dockerfile b/Dockerfile deleted file mode 100644 index 8b2fd39..0000000 --- a/Dockerfile +++ /dev/null @@ -1,25 +0,0 @@ -ARG CUDA_VER=11.8.0 -ARG PYTHON_VER=3.10 -ARG LINUX_VER=ubuntu20.04 - -FROM rapidsai/miniforge-cuda:cuda${CUDA_VER}-base-${LINUX_VER}-py${PYTHON_VER} as base -ARG CUDA_VER -ARG PYTHON_VER - -WORKDIR /home -COPY pytorch.yml pytorch.yml -RUN mamba env update -n base --file pytorch.yml \ - && conda clean -afy \ - && mamba uninstall -y pytorch torchvision \ - && mamba install -y -n base -c pytorch -c nvidia -c conda-forge \ - "cudatoolkit=${CUDA_VER%.*}.*" \ - "cuda-version=${CUDA_VER%.*}.*" \ - pytorch \ - torchvision \ - "pytorch-cuda=${CUDA_VER%.*}.*" \ - && conda clean -afy \ - && rm pytorch.yml - - -FROM base as examples -COPY . . diff --git a/futures-local.ipynb b/futures.ipynb similarity index 100% rename from futures-local.ipynb rename to futures.ipynb diff --git a/geospatial.ipynb b/geospatial.ipynb deleted file mode 100644 index fa4a489..0000000 --- a/geospatial.ipynb +++ /dev/null @@ -1,126 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "id": "08569734-bcce-4262-afd9-fdb0b2c115f1", - "metadata": {}, - "source": [ - "\n", - "\n", - "# Geospatial " - ] - }, - { - "cell_type": "markdown", - "id": "e7979d85-aeea-4840-bb70-cac005b546d1", - "metadata": {}, - "source": [ - "## Create Cluster" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "d52d2767-b8ed-4d58-8731-7c2133f0178f", - "metadata": {}, - "outputs": [], - "source": [ - "import dask.distributed\n", - "import coiled\n", - "\n", - "cluster = coiled.Cluster(\n", - " n_workers=10,\n", - " region=\"us-east-1\",\n", - ") \n", - "\n", - "client = cluster.get_client()" - ] - }, - { - "cell_type": "markdown", - "id": "6d6e93b6-ca92-4ee3-9b11-57608ed03e56", - "metadata": {}, - "source": [ - "## Load Data" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "fb81f4b3-f968-423a-9fe8-d19d3a3a4ead", - "metadata": {}, - "outputs": [], - "source": [ - "# code used to produce the image above ^\n", - "import xarray as xr\n", - "import geogif\n", - "import coiled\n", - "\n", - "ds = xr.open_dataset(\n", - " \"s3://era5-pds/zarr/2020/01/data/eastward_wind_at_100_metres.zarr\",\n", - " engine=\"zarr\",\n", - " chunks={},\n", - ").persist()\n", - "ds" - ] - }, - { - "cell_type": "markdown", - "id": "b1fb352e-459b-4782-be32-51f5c35240cb", - "metadata": {}, - "source": [ - "## Analyze" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "1b999355-2acd-477e-8c30-eb815c7b4c76", - "metadata": {}, - "outputs": [], - "source": [ - "hourly_wind = (\n", - " ds['eastward_wind_at_100_metres']\n", - " .sel(lon=slice(180, None))\n", - " .coarsen(lat=2, lon=2, boundary='trim')\n", - " .mean()\n", - ")\n", - "\n", - "geogif.dgif(hourly_wind).compute()" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "183e6f2d-88e9-4fe5-8072-7b2a07e5a27e", - "metadata": {}, - "outputs": [], - "source": [ - "cluster.shutdown()" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "Python [conda env:coiled]", - "language": "python", - "name": "conda-env-coiled-py" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.10.0" - } - }, - "nbformat": 4, - "nbformat_minor": 5 -} diff --git a/sea-level-rise.ipynb b/sea-level-rise.ipynb index 99cad17..876d62b 100644 --- a/sea-level-rise.ipynb +++ b/sea-level-rise.ipynb @@ -165,7 +165,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.13" + "version": "3.9.16" } }, "nbformat": 4, diff --git a/geospatial-large.ipynb b/xarray.ipynb similarity index 100% rename from geospatial-large.ipynb rename to xarray.ipynb diff --git a/optuna.ipynb b/xgboost-optuna.ipynb similarity index 100% rename from optuna.ipynb rename to xgboost-optuna.ipynb diff --git a/xgboost.ipynb b/xgboost.ipynb index 1c46e0b..e710529 100644 --- a/xgboost.ipynb +++ b/xgboost.ipynb @@ -234,7 +234,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.0" + "version": "3.11.8" } }, "nbformat": 4,