Prepare for release (#295)

* increase version

* update precommit hooks

* update changelog

.pre-commit-config.yaml

@@ -20,13 +20,13 @@ repos:
         types_or: [json]
 
   - repo: https://github.com/psf/black
-    rev: 23.9.1
+    rev: 23.10.1
     hooks:
       - id: black
         language_version: python3
 
   - repo: https://github.com/charliermarsh/ruff-pre-commit
-    rev: "v0.0.292"
+    rev: "v0.1.4"
     hooks:
       - id: ruff
 

CHANGELOG.md

@@ -1,3 +1,10 @@
+## [Version 1.6.3] - 2023-11-07
+
+- Pipelines can request specific type of worker when run on a ray cluster with the `ray_worker_type` field.
+- Area managers now generate the patch lists more efficiently.
+- Pipelines have option to fail when temporally-ill defined EOPatches are encountered with the `raise_on_temporal_mismatch` flag.
+
+
 ## [Version 1.6.2] - 2023-10-17
 
 - Fixed a bug in `BatchDownloadPipeline` where the evalscript was not read correctly.

eogrow/__init__.py

@@ -1,3 +1,3 @@
 """The main module of the eo-grow package."""
 
-__version__ = "1.6.2"
+__version__ = "1.6.3"

eogrow/cli.py

@@ -1,4 +1,5 @@
 """Implements the command line interface for `eo-grow`."""
+
 import json
 import os
 import re

eogrow/core/area/base.py

@@ -1,4 +1,5 @@
 """Implementation of the base AreaManager."""
+
 from __future__ import annotations
 
 import logging

eogrow/core/area/batch.py

@@ -1,4 +1,5 @@
 """Area manager implementation for Sentinel Hub batch grids."""
+
 from __future__ import annotations
 
 import logging

eogrow/core/area/custom_grid.py

@@ -1,4 +1,5 @@
 """Area manager implementation for custom grids."""
+
 from __future__ import annotations
 
 import logging

eogrow/core/base.py

@@ -1,4 +1,5 @@
 """Base object from which all configurable eo-grow objects inherit."""
+
 from __future__ import annotations
 
 from typing import Any, TypeVar

eogrow/core/config.py

@@ -1,4 +1,5 @@
 """Implements functions that transform raw dictionaries/JSON files according to the config language of eo-grow."""
+
 from __future__ import annotations
 
 import copy

eogrow/core/logging.py

@@ -1,4 +1,5 @@
 """Implementation of LoggingManager and different handlers used for logging."""
+
 from __future__ import annotations
 
 import contextlib

eogrow/core/pipeline.py

@@ -1,4 +1,5 @@
 """Implementation of the base Pipeline class."""
+
 from __future__ import annotations
 
 import logging

eogrow/core/schemas.py

@@ -4,6 +4,7 @@
 For each pipeline a separate schema has to be defined which inherits from PipelineSchema. Such schema should be placed
 as an internal class of the implemented pipeline class
 """
+
 from __future__ import annotations
 
 from inspect import isclass

eogrow/core/storage.py

@@ -1,4 +1,5 @@
 """Implementation of the StorageManager class for handling project storage."""
+
 from __future__ import annotations
 
 from typing import Any, ClassVar, Dict, Literal, Optional

eogrow/pipelines/batch_to_eopatch.py

@@ -1,4 +1,5 @@
 """Pipeline for conversion of batch results to EOPatches."""
+
 from __future__ import annotations
 
 from typing import Any, List, Optional

eogrow/pipelines/byoc.py

@@ -1,4 +1,5 @@
 """Defines pipelines for ingesting and modifying BYOC collections."""
+
 from __future__ import annotations
 
 import datetime

eogrow/pipelines/download.py

@@ -1,4 +1,5 @@
 """Implements different customizeable pipelines for downloading data."""
+
 from __future__ import annotations
 
 import abc

eogrow/pipelines/download_batch.py

@@ -1,4 +1,5 @@
 """Download pipeline that works with Sentinel Hub batch service."""
+
 from __future__ import annotations
 
 import logging

eogrow/pipelines/export_maps.py

@@ -1,4 +1,5 @@
 """Implements a pipeline for exporting data to TIFF files, can be used to prepare BYOC tiles."""
+
 from __future__ import annotations
 
 import datetime as dt

eogrow/pipelines/features.py

@@ -1,4 +1,5 @@
 """Implements a pipeline to construct features for training/prediction."""
+
 from __future__ import annotations
 
 import logging

eogrow/pipelines/import_tiff.py

@@ -1,4 +1,5 @@
 """Implements a pipeline for importing reference data from a raster image."""
+
 from __future__ import annotations
 
 from typing import Optional

eogrow/pipelines/import_vector.py

@@ -1,4 +1,5 @@
 """Implements a pipeline for importing vector data from a file."""
+
 from __future__ import annotations
 
 import fs

eogrow/pipelines/merge_samples.py

@@ -1,4 +1,5 @@
 """Implements a pipeline for merging sampled features into numpy arrays fit for training models."""
+
 from __future__ import annotations
 
 import logging

eogrow/pipelines/prediction.py

@@ -1,4 +1,5 @@
 """Implements a base prediction pipeline and a LGBM specialized classification and regression pipelines."""
+
 from __future__ import annotations
 
 import abc

eogrow/pipelines/rasterize.py

@@ -1,4 +1,5 @@
 """Implements a pipeline for rasterizing vector datasets."""
+
 from __future__ import annotations
 
 import logging

eogrow/pipelines/sampling.py

@@ -1,4 +1,5 @@
 """Implements different pipelines for sampling from data."""
+
 from __future__ import annotations
 
 import abc

eogrow/pipelines/split_grid.py

@@ -1,4 +1,5 @@
 """Implements a pipeline that creates a finer grid and splits EOPatches accordingly."""
+
 from __future__ import annotations
 
 import itertools as it

eogrow/pipelines/testing.py

@@ -1,4 +1,5 @@
 """Implements pipelines used for data preparation in testing."""
+
 from __future__ import annotations
 
 import logging

eogrow/tasks/batch_to_eopatch.py

@@ -1,4 +1,5 @@
 """Tasks used to transform Sentinel Hub Batch results into EOPatches."""
+
 from __future__ import annotations
 
 import concurrent.futures

eogrow/tasks/common.py

@@ -1,4 +1,5 @@
 """Common tasks shared between pipelines."""
+
 from __future__ import annotations
 
 from functools import partial

eogrow/tasks/features.py

@@ -1,4 +1,5 @@
 """Implements tasks needed for calculating features in FeaturesPipeline."""
+
 from __future__ import annotations
 
 import abc

eogrow/tasks/prediction.py

@@ -1,4 +1,5 @@
 """Defines task needed in prediction pipelines."""
+
 from __future__ import annotations
 
 import abc

eogrow/tasks/spatial.py

@@ -1,4 +1,5 @@
 """Tasks for spatial operations on EOPatches, used in grid-switching."""
+
 from __future__ import annotations
 
 import numpy as np

eogrow/tasks/testing.py

@@ -1,4 +1,5 @@
 """Tasks used to generate test data."""
+
 from __future__ import annotations
 
 import datetime as dt

eogrow/types.py

@@ -1,5 +1,6 @@
 """ Includes custom types used in schemas
 """
+
 import datetime
 import sys
 from enum import Enum

eogrow/utils/batch.py

@@ -1,6 +1,7 @@
 """
 A module with useful utilities related to batch processing
 """
+
 from __future__ import annotations
 
 

eogrow/utils/filter.py

@@ -1,6 +1,7 @@
 """
 Utilities for filtering eopatch lists
 """
+
 from __future__ import annotations
 
 from concurrent.futures import ThreadPoolExecutor

eogrow/utils/fs.py

@@ -1,6 +1,7 @@
 """
 Module containing utilities for working with filesystems
 """
+
 from __future__ import annotations
 
 import abc

eogrow/utils/general.py

@@ -1,6 +1,7 @@
 """
 A module containing general utilities that haven't been sorted in any other module
 """
+
 from __future__ import annotations
 
 import datetime as dt

eogrow/utils/grid.py

@@ -1,6 +1,7 @@
 """
 Utilities for working with area grids
 """
+
 from __future__ import annotations
 
 import numpy as np

eogrow/utils/logging.py

@@ -1,6 +1,7 @@
 """
 Utilities used for logging
 """
+
 from json.decoder import JSONDecodeError
 
 import requests

eogrow/utils/map.py

@@ -1,6 +1,7 @@
 """
 Module with utilities for creating maps
 """
+
 from __future__ import annotations
 
 import logging

eogrow/utils/meta.py

@@ -1,6 +1,7 @@
 """
 Utilities for solving different problems in `eo-grow` package structure, which are mostly a pure Python magic.
 """
+
 from __future__ import annotations
 
 import importlib

eogrow/utils/ray.py

@@ -1,6 +1,7 @@
 """
 Modules with Ray-related utilities
 """
+
 from __future__ import annotations
 
 import logging

eogrow/utils/testing.py

@@ -1,6 +1,7 @@
 """
 Module implementing utilities for unit testing pipeline results
 """
+
 from __future__ import annotations
 
 import json

eogrow/utils/validators.py

@@ -1,6 +1,7 @@
 """
 Module defining common validators for schemas and validator wrappers
 """
+
 from __future__ import annotations
 
 import datetime as dt

eogrow/utils/vector.py

@@ -1,6 +1,7 @@
 """
 Module containing utilities for working with vector data
 """
+
 from __future__ import annotations
 
 import geopandas as gpd

tests/conftest.py

@@ -1,6 +1,7 @@
 """
 Module with global fixtures
 """
+
 import os
 import shutil
 from tempfile import TemporaryDirectory

tests/core/area/test_batch.py

@@ -8,6 +8,7 @@
 - Tiling grid request endpoints.
 - Mocking requests of iter_tiles would be too much effort, so the `_make_new_split` of the splitter is mocked instead.
 """
+
 from unittest.mock import patch
 
 import pytest

tests/pipelines/test_byoc.py

@@ -11,6 +11,7 @@
     so we mock it to prevent `rasterio.open` to fail.
 - Most request endpoints are mocked in the `requests_mock` fixture.
 """
+
 from unittest.mock import patch
 
 import pytest

tests/test_cli.py

@@ -1,6 +1,7 @@
 """
 Module for testing command line interface
 """
+
 import subprocess
 
 import pytest