diff --git a/eogrow/pipelines/merge_samples.py b/eogrow/pipelines/merge_samples.py index 27ce5a01..33d6fea4 100644 --- a/eogrow/pipelines/merge_samples.py +++ b/eogrow/pipelines/merge_samples.py @@ -34,7 +34,6 @@ class Schema(Pipeline.Schema): features_to_merge: List[Feature] = Field( description="Dictionary of all features for which samples are to be merged." ) - include_timestamp: bool = Field(False, description="Whether to also prepare an array of merged timestamps.") id_filename: Optional[str] = Field( description=( "Filename of array holding patch ID of concatenated features. The patch ID is the index of the patch in" @@ -73,7 +72,6 @@ def build_workflow(self) -> EOWorkflow: self.storage.get_folder(self.config.input_folder_key), filesystem=self.storage.filesystem, features=self.config.features_to_merge, - load_timestamps=True if self.config.include_timestamp else "auto", ) output_task = OutputTask(name=self._OUTPUT_NAME) return EOWorkflow(linearly_connect_tasks(load_task, output_task)) @@ -99,14 +97,6 @@ def merge_and_save_features(self, patches: list[EOPatch]) -> None: if patch_sample_nums is None: raise ValueError("Need at least one feature to merge.") - if self.config.include_timestamp: - arrays = [] - for patch, sample_num in zip(patches, patch_sample_nums): - arrays.append(np.tile(np.array(patch.get_timestamps()), (sample_num, 1))) - patch.timestamps = [] - - self._save_array(np.concatenate(arrays, axis=0), "TIMESTAMPS") - if self.config.id_filename: LOGGER.info("Started merging EOPatch ids") patch_id_arrays = [ diff --git a/tests/test_config_files/merge_samples/merge_features_samples.json b/tests/test_config_files/merge_samples/merge_features_samples.json index 4001806c..6aafecb3 100644 --- a/tests/test_config_files/merge_samples/merge_features_samples.json +++ b/tests/test_config_files/merge_samples/merge_features_samples.json @@ -4,7 +4,6 @@ "input_folder_key": "features_sampled", "output_folder_key": "training_data", "features_to_merge": [["data", "FEATURES"]], - "include_timestamp": true, "id_filename": "PATCH_IDS", "suffix": "", "workers": 2 diff --git a/tests/test_config_files/merge_samples/merge_reference_samples.json b/tests/test_config_files/merge_samples/merge_reference_samples.json index 1d898437..4173ac4a 100644 --- a/tests/test_config_files/merge_samples/merge_reference_samples.json +++ b/tests/test_config_files/merge_samples/merge_reference_samples.json @@ -4,7 +4,6 @@ "input_folder_key": "data_sampled", "output_folder_key": "training_data", "features_to_merge": [["mask_timeless", "LULC_ID"]], - "include_timestamp": true, "id_filename": "PATCH_IDS", "suffix": "", "workers": 2 diff --git a/tests/test_stats/merge_samples/merge_features_samples.json b/tests/test_stats/merge_samples/merge_features_samples.json index 57ce3edd..13417767 100644 --- a/tests/test_stats/merge_samples/merge_features_samples.json +++ b/tests/test_stats/merge_samples/merge_features_samples.json @@ -83,12 +83,5 @@ "value": 1 } ] - }, - "TIMESTAMPS.npy": { - "array_shape": [ - 1400, - 12 - ], - "dtype": "object" } } diff --git a/tests/test_stats/merge_samples/merge_reference_samples.json b/tests/test_stats/merge_samples/merge_reference_samples.json index 5283d69e..8e9f090a 100644 --- a/tests/test_stats/merge_samples/merge_reference_samples.json +++ b/tests/test_stats/merge_samples/merge_reference_samples.json @@ -126,12 +126,5 @@ "value": 1 } ] - }, - "TIMESTAMPS.npy": { - "array_shape": [ - 1400, - 35 - ], - "dtype": "object" } }