Draft: Add mini backend

.devcontainer/Dockerfile

@@ -1,10 +1,16 @@
-FROM osgeo/gdal:ubuntu-small-3.5.0 AS base
-
 ARG DEBIAN_FRONTEND=noninteractive
 ARG USERNAME=ubuntu
 ARG GROUPNAME=ubuntu
 ARG USER_UID=1000
 ARG USER_GID=1000
+
+FROM osgeo/gdal:ubuntu-small-3.5.0 AS devcontainer
+ARG DEBIAN_FRONTEND
+ARG USERNAME
+ARG GROUPNAME
+ARG USER_UID
+ARG USER_GID
+
 ENV TZ=Etc/GMT
 
 ENV PYTHONUNBUFFERED=1 \
@@ -24,7 +30,8 @@ RUN apt-get update -qy && \
     apt-get install -qy --no-install-recommends \
         #  libpq-dev and build-essential are necessary for psycopg2, which is required for datacube
         build-essential \
-        libpq-dev
+        libpq-dev \
+        graphviz
 
 # Adapted from https://github.com/TheKevJames/tools/blob/master/docker-nox/Dockerfile
 RUN apt-get update -qy && \
@@ -84,3 +91,41 @@ RUN python3.6 -m pip install --user --no-cache-dir --upgrade pip && \
     rm -rf /var/cache/apt/lists
 
 RUN python3.10 -m pip install --user --no-cache-dir 'nox-poetry==1.0.0'
+
+COPY pyproject.toml poetry.lock /home/$USERNAME/
+RUN cd /home/$USERNAME && \ 
+    poetry install --no-root --extras 'load-save vector ml'
+
+# Build the wheel in an ephemeral stage to make it available to dask workers later!
+FROM devcontainer as wheel-builder
+ARG USERNAME
+
+COPY . /home/$USERNAME/
+WORKDIR /home/$USERNAME/
+
+RUN poetry build --format wheel
+
+# Dask worker stage
+FROM ghcr.io/dask/dask:2022.8.0 AS dask-worker
+ARG USERNAME
+
+# store previous pwd
+ENV DASK_WORKER_CWD="$PWD"
+
+COPY --from=wheel-builder /home/$USERNAME/dist /home/$USERNAME/dist
+
+RUN apt-get update -qy && \
+    apt-get install -qy --no-install-recommends \
+        #  libpq-dev and build-essential are necessary for psycopg2, which is required for datacube
+        build-essential \
+        libpq-dev
+
+# Find the prebuilt wheel and install its dependencies
+RUN cd /home/$USERNAME/dist && \
+    pattern="*.whl" && \
+    files=( $pattern ) && \
+    export PIP_INSTALL_WHEEL="${files[0]}[dask-worker]" && \
+    pip install $PIP_INSTALL_WHEEL
+
+# We need only the dependencies, so get rid of 
+RUN pip uninstall openeo-processes -y

.devcontainer/devcontainer.json

@@ -1,10 +1,11 @@
 {
 	"name": "openeo-processes-python",
 
-	"dockerFile": "./Dockerfile",
+	"dockerComposeFile": "./docker-compose.yml",
 
-	// Sets the run context to one level up instead of the .devcontainer folder.
-	"context": "..",
+	"service": "workspace",
+
+	"workspaceFolder": "/openeo-processes-python", 
 
 	// Set *default* container specific settings.json values on container create.
 	"settings": {
@@ -22,8 +23,13 @@
 	// Add the IDs of extensions you want installed when the container is created.
 	"extensions": [
 		"ms-python.python",
-		"ms-python.vscode-pylance"
+		"ms-python.vscode-pylance",
+		"eamodio.gitlens"
 	],
 
-	"postCreateCommand": "poetry install"
+	"postCreateCommand": "poetry install --extras 'load-save vector ml'",
+
+	"remoteEnv": {
+		"GPG_TTY": "$(tty)`"
+	}
 }

.devcontainer/docker-compose.yml

@@ -0,0 +1,33 @@
+version: "3.1"
+
+services:
+  workspace:
+    build:
+      context: ..
+      dockerfile: "./.devcontainer/Dockerfile"
+      target: devcontainer
+    tty: true
+    volumes: 
+      - ../:/openeo-processes-python
+    environment:
+      - DASK_SCHEDULER_ADDRESS="tcp://scheduler:8786"
+
+  scheduler:
+    build:
+      context: ..
+      dockerfile: "./.devcontainer/Dockerfile"
+      target: dask-worker
+    hostname: scheduler
+    ports:
+      - "8786:8786"
+      - "8787:8787"
+    command: ["dask-scheduler"]
+
+  worker:
+    build:
+      context: ..
+      dockerfile: "./.devcontainer/Dockerfile"
+      target: dask-worker
+    command: ["dask-worker", "tcp://scheduler:8786"]
+    deploy:
+      replicas: 2

.dockerignore

@@ -0,0 +1,35 @@
+**/.classpath
+**/.dockerignore
+**/.env
+**/.git
+**/.gitignore
+**/.project
+**/.settings
+**/.toolstarget
+**/.vs
+**/.vscode
+**/*.*proj.user
+**/*.dbmdl
+**/*.jfm
+**/bin
+**/charts
+**/docker-compose*
+**/compose*
+**/Dockerfile*
+**/node_modules
+**/npm-debug.log
+**/obj
+**/secrets.dev.yaml
+**/values.dev.yaml
+README.md
+**/.mypy_cache
+**/.pytest_cache
+**/venv
+**/.venv
+**/.eggs
+**/.github
+**/.scripts
+**/.idea
+**/.nox
+**/build
+**/tests/data

README.md

@@ -11,9 +11,11 @@ TODO, will be installable through PyPI by the next release.
 This project uses [poetry](https://github.com/python-poetry/poetry) to manage dependencies through virtual environments. The poetry CLI can be installed easily following the instructions in the [official documentation](https://python-poetry.org/docs/master/#installing-with-the-official-installer). Note that poetry is already installed and setup on the provided devcontainer. 
 
 To install this project and its dependencies into a fresh virtual environment run:
-- `poetry install` to install all dependencies (core + development)
-or
-- `poetry install --no-dev` to install only the core dependencies
+- `poetry install --extras "load-save vector ml"` to install all dependencies (core + development)
+or select 
+- `poetry install`
+
+Add the `--no-dev` flag to install without the dev-dependencies.
 
 To add a dependency run `poetry add <PACKAGENAME>@<VERSION>`. Use the optional `--dev` flag to add it as a development dependency. 
 Note: When adding new dependencies, please do not pin to specific versions unless absolutely necessary (see discussion in #91). Usage of the caret-operator is preferred for specifying versions, this will allow versions to range up to the next major version (`^1.2.3` is equivalent to	`>=1.2.3 <2.0.0`, see [poetry documentation on caret requirements](https://python-poetry.org/docs/master/dependency-specification#caret-requirements) for additional examples).