General Cleanup and Following the Better Tracing Merger

pyproject.toml

@@ -35,6 +35,7 @@ keywords = [
 ]
 requires-python = ">=3.9, <3.12"
 dependencies = [
+  "art",
   "AFMReader",
   "h5py",
   "igor2",
@@ -43,7 +44,6 @@ dependencies = [
   "numpy",
   "numpyencoder",
   "pandas",
-  "pyfiglet",
   "pySPM",
   "pyyaml",
   "ruamel.yaml",

tests/_regtest_outputs/test_processing.test_process_scan_below.out

@@ -1,5 +1,6 @@
                   image_size_x_m  image_size_y_m  image_area_m2  image_size_x_px  image_size_y_px  image_area_px2  grains_number_above  grains_per_m2_above  grains_number_below  grains_per_m2_below  rms_roughness
 image                                                                                                                                                                                                               
 minicircle_small      1.2646e-07      1.2646e-07     1.5993e-14               64               64            4096                    0           0.0000e+00                    1           6.2526e+13     6.8208e-10
-    centre_x   centre_y  grain_number  radius_min  radius_max  radius_mean  radius_median  height_min  height_max  height_median  height_mean      volume       area  area_cartesian_bbox  smallest_bounding_width  smallest_bounding_length  smallest_bounding_area  aspect_ratio threshold  max_feret  min_feret             image  grain_endpoints  grain_junctions  total_branch_lengths  num_crossings avg_crossing_confidence min_crossing_confidence  num_mols  total_contour_length  average_end_to_end_distance
-0 3.2366e-08 1.4036e-08             0  7.7690e-10  1.2272e-08   6.4301e-09     6.4170e-09 -3.7937e-10 -2.1207e-10    -2.4477e-10  -2.6816e-10 -3.0364e-26 1.1323e-16           3.0066e-16               7.0841e-09                2.1505e-08              1.5234e-16    3.2941e-01     below 2.2092e-08 7.0841e-09  minicircle_small                2                0            1.3493e-08              0                    None                    None         1            1.0799e-08                   1.0076e-08
+               centre_x   centre_y  radius_min  radius_max  radius_mean  radius_median  height_min  height_max  height_median  height_mean      volume       area  area_cartesian_bbox  smallest_bounding_width  smallest_bounding_length  smallest_bounding_area  aspect_ratio threshold  max_feret  min_feret             image
+grain_number                                                                                                                                                                                                                                                                                                                     
+0            3.2366e-08 1.4036e-08  7.7690e-10  1.2272e-08   6.4301e-09     6.4170e-09 -3.7937e-10 -2.1207e-10    -2.4477e-10  -2.6816e-10 -3.0364e-26 1.1323e-16           3.0066e-16               7.0841e-09                2.1505e-08              1.5234e-16    3.2941e-01     below 2.2092e-08 7.0841e-09  minicircle_small

tests/_regtest_outputs/test_processing.test_process_scan_both.out

@@ -1,8 +1,7 @@
                   image_size_x_m  image_size_y_m  image_area_m2  image_size_x_px  image_size_y_px  image_area_px2  grains_number_above  grains_per_m2_above  grains_number_below  grains_per_m2_below  rms_roughness
 image                                                                                                                                                                                                               
-minicircle_small      1.2646e-07      1.2646e-07     1.5993e-14               64               64            4096                    3           1.8758e+14                    1           6.2526e+13     6.8208e-10
-    centre_x   centre_y  grain_number  radius_min  radius_max  radius_mean  radius_median  height_min  height_max  height_median  height_mean      volume       area  area_cartesian_bbox  smallest_bounding_width  smallest_bounding_length  smallest_bounding_area  aspect_ratio threshold  max_feret  min_feret             image  grain_endpoints  grain_junctions  total_branch_lengths  num_crossings avg_crossing_confidence min_crossing_confidence  num_mols writhe_string  total_contour_length  average_end_to_end_distance
-0 3.2366e-08 1.4036e-08             0  7.7690e-10  1.2272e-08   6.4301e-09     6.4170e-09 -3.7937e-10 -2.1207e-10    -2.4477e-10  -2.6816e-10 -3.0364e-26 1.1323e-16           3.0066e-16               7.0841e-09                2.1505e-08              1.5234e-16    3.2941e-01     below 2.2092e-08 7.0841e-09  minicircle_small                2                0            1.3493e-08              0                    None                    None         1           NaN            1.0799e-08                   1.0076e-08
-1 7.5100e-08 4.7559e-08             0  3.9431e-09  2.5631e-08   1.6016e-08     1.6680e-08  9.1991e-10  2.6422e-09     1.5338e-09   1.5341e-09  1.0543e-24 6.8721e-16           1.3198e-15               2.0539e-08                5.0379e-08              1.0347e-15    4.0769e-01     above 5.0379e-08 2.0539e-08  minicircle_small                1                1            8.4571e-08              1                     NaN                     NaN         2                          6.5881e-08                   8.8370e-09
-2 8.0241e-08 7.8677e-08             1  6.8951e-09  2.7188e-08   1.6272e-08     1.6263e-08  9.0630e-10  2.4586e-09     1.6144e-09   1.6264e-09  1.0352e-24 6.3645e-16           1.5931e-15               2.0174e-08                5.1212e-08              1.0332e-15    3.9394e-01     above 5.1262e-08 2.0174e-08  minicircle_small                0                0            7.3054e-08              0                     NaN                     NaN         1           NaN            5.8272e-08                   0.0000e+00
-3 4.0012e-08 7.5644e-08             2  9.9461e-09  2.3654e-08   1.7561e-08     1.8364e-08  9.0641e-10  2.1066e-09     1.5939e-09   1.5493e-09  1.1192e-24 7.2236e-16           1.5462e-15               3.3592e-08                4.1496e-08              1.3940e-15    8.0952e-01     above 4.4405e-08 3.2528e-08  minicircle_small                0                0            1.0447e-07              0                     NaN                     NaN         1           NaN            8.7183e-08                   0.0000e+00
+minicircle_small      1.2646e-07      1.2646e-07     1.5993e-14               64               64            4096                    3           1.8758e+14                    0           0.0000e+00     6.8208e-10
+    centre_x   centre_y  grain_number  radius_min  radius_max  radius_mean  radius_median  height_min  height_max  height_median  height_mean     volume       area  area_cartesian_bbox  smallest_bounding_width  smallest_bounding_length  smallest_bounding_area  aspect_ratio threshold  max_feret  min_feret             image  grain_endpoints  grain_junctions  total_branch_lengths  total_contour_length  average_end_to_end_distance
+0 7.5100e-08 4.7559e-08             0  3.9431e-09  2.5631e-08   1.6016e-08     1.6680e-08  9.1991e-10  2.6422e-09     1.5338e-09   1.5341e-09 1.0543e-24 6.8721e-16           1.3198e-15               2.0539e-08                5.0379e-08              1.0347e-15    4.0769e-01     above 5.0379e-08 2.0539e-08  minicircle_small       1.0000e+00       1.0000e+00            8.4571e-08            6.5881e-08                   8.8370e-09
+1 8.0241e-08 7.8677e-08             1  6.8951e-09  2.7188e-08   1.6272e-08     1.6263e-08  9.0630e-10  2.4586e-09     1.6144e-09   1.6264e-09 1.0352e-24 6.3645e-16           1.5931e-15               2.0174e-08                5.1212e-08              1.0332e-15    3.9394e-01     above 5.1262e-08 2.0174e-08  minicircle_small       0.0000e+00       0.0000e+00            7.3054e-08            5.8272e-08                   0.0000e+00
+2 4.0012e-08 7.5644e-08             2  9.9461e-09  2.3654e-08   1.7561e-08     1.8364e-08  9.0641e-10  2.1066e-09     1.5939e-09   1.5493e-09 1.1192e-24 7.2236e-16           1.5462e-15               3.3592e-08                4.1496e-08              1.3940e-15    8.0952e-01     above 4.4405e-08 3.2528e-08  minicircle_small       0.0000e+00       0.0000e+00            1.0447e-07            8.7183e-08                   0.0000e+00

tests/test_io.py

@@ -710,6 +710,7 @@ def test_load_scan_get_data_check_image_size_and_add_to_dict(
     load_scan_spm: LoadScans, x: int, y: int, log_msg: str, caplog, tmp_path
 ) -> None:
     """Test errors are raised when images that are too small are passed."""
+    caplog.set_level(logging.DEBUG, LOGGER_NAME)
     load_scan_spm.filename = "minicircle"
     load_scan_spm.img_path = tmp_path
     load_scan_spm.image = np.ndarray((x, y))

tests/test_plotting.py

@@ -105,8 +105,8 @@ def test_var_to_label_config(tmp_path: Path) -> None:
 @pytest.mark.parametrize(
     ("var", "expected_label"),
     [
-        ("contour_length", "Contour Length"),
-        ("end_to_end_distance", "End to End Distance"),
+        ("total_contour_length", "Total Contour Length"),
+        ("average_end_to_end_distance", "Average End to End Distance"),
         ("grain_bound_len", "Circumference"),
         ("grain_curvature1", "Smaller Curvature"),
     ],

tests/test_processing.py

@@ -1,5 +1,6 @@
 """Test end-to-end running of topostats."""
 
+import logging
 import pickle
 from pathlib import Path
 
@@ -12,6 +13,7 @@
 
 from topostats.io import LoadScans, hdf5_to_dict
 from topostats.processing import (
+    LOGGER_NAME,
     check_run_steps,
     process_scan,
     run_filters,
@@ -23,8 +25,6 @@
 BASE_DIR = Path.cwd()
 RESOURCES = BASE_DIR / "tests/resources"
 
-# pylint: disable=too-many-positional-arguments
-
 
 # Can't see a way of parameterising with pytest-regtest as it writes to a file based on the file/function
 # so instead we run three regression tests.
@@ -637,6 +637,7 @@ def test_process_stages(
     Grainstats are disabled. Whislt possible it is expected that users understand the need to run earlier stages before
     later stages can run and do not disable earlier stages.
     """
+    caplog.set_level(logging.DEBUG, LOGGER_NAME)
     img_dic = load_scan_data.img_dict
     process_scan_config["filter"]["run"] = filter_run
     process_scan_config["grains"]["run"] = grains_run

tests/test_utils.py

@@ -1,12 +1,14 @@
 """Test the utils module."""
 
+import logging
 from pathlib import Path
 
 import numpy as np
 import numpy.typing as npt
 import pytest
 
 from topostats.utils import (
+    LOGGER_NAME,
     bound_padded_coordinates_to_image,
     convert_path,
     convolve_skeleton,
@@ -34,6 +36,7 @@ def test_convert_path(tmp_path: Path) -> None:
 
 def test_update_config(caplog) -> None:
     """Test updating configuration."""
+    caplog.set_level(logging.DEBUG, LOGGER_NAME)
     sample_config = {"a": 1, "b": 2, "c": "something", "base_dir": "here", "output_dir": "there"}
     new_values = {"c": "something new"}
     updated_config = update_config(sample_config, new_values)
@@ -138,6 +141,7 @@ def test_update_plotting_config(
 )
 def test_udpate_plotting_config_adding_required_options(plotting_config: dict, target_config: dict, caplog) -> None:
     """Only updates plotting_dict parameters from parent plotting config if value is not None."""
+    caplog.set_level(logging.DEBUG, LOGGER_NAME)
     update_plotting_config(plotting_config)
     assert plotting_config == target_config
     if plotting_config["savefig_dpi"] == 600:

topostats/__init__.py

@@ -1,5 +1,6 @@
 """Topostats."""
 
+import os
 from importlib.metadata import version
 
 import snoop
@@ -8,11 +9,16 @@
 from .logs.logs import setup_logger
 from .theme import Colormap
 
+# Disable TensorFlow warnings
+os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
+
 LOGGER = setup_logger()
 
 release = version("topostats")
 __version__ = ".".join(release.split("."[:2]))
 
+os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
+
 colormaps.register(cmap=Colormap("nanoscope").get_cmap())
 colormaps.register(cmap=Colormap("gwyddion").get_cmap())