Skip to content

Commit

Permalink
GEOMESA-3310 HBase - Expose additional HBase configurations as system…
Browse files Browse the repository at this point in the history
… properties.

Expose
- hbase.coprocessor.threads
- hbase.ranges.max-per-extended-scan
- hbase.ranges.max-per-coprocessor-scan

Signed-off-by: Austin Heyne <[email protected]>
  • Loading branch information
aheyne committed Nov 8, 2023
1 parent b1bcdd2 commit 8107b1c
Show file tree
Hide file tree
Showing 2 changed files with 7 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -136,6 +136,9 @@ object HBaseDataStoreFactory extends GeoMesaDataStoreInfo with LazyLogging {
val RemoteDensityProperty : SystemProperty = SystemProperty("geomesa.hbase.coprocessor.density.enable")
val RemoteStatsProperty : SystemProperty = SystemProperty("geomesa.hbase.coprocessor.stats.enable")
val YieldPartialResultsProperty : SystemProperty = SystemProperty("geomesa.hbase.coprocessor.yield.partial.results")
val CoprocessorThreadsProperty : SystemProperty = SystemProperty("hbase.coprocessor.threads", "16")
val MaxRangesPerExtendedScanProperty : SystemProperty = SystemProperty("hbase.ranges.max-per-extended-scan", "100")
val MaxRangesPerCoprocessorScanProperty : SystemProperty = SystemProperty("hbase.ranges.max-per-coprocessor-scan", Int.MaxValue.toString)

override val DisplayName = "HBase (GeoMesa)"
override val Description = "Apache HBase\u2122 distributed key/value store"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ import org.apache.hadoop.hbase.client.Connection
import org.locationtech.geomesa.index.geotools.GeoMesaDataStoreFactory.GeoMesaDataStoreParams
import org.locationtech.geomesa.security.SecurityParams
import org.locationtech.geomesa.utils.geotools.GeoMesaParam
import org.locationtech.geomesa.utils.geotools.GeoMesaParam.{ReadWriteFlag, SystemPropertyBooleanParam}
import org.locationtech.geomesa.utils.geotools.GeoMesaParam.{ReadWriteFlag, SystemPropertyBooleanParam, SystemPropertyIntegerParam}

object HBaseDataStoreParams extends GeoMesaDataStoreParams with SecurityParams {

Expand Down Expand Up @@ -56,6 +56,7 @@ object HBaseDataStoreParams extends GeoMesaDataStoreParams with SecurityParams {
"The number of HBase RPC threads to use per coprocessor query",
default = Int.box(16),
supportsNiFiExpressions = true,
systemProperty = Some(SystemPropertyIntegerParam(HBaseDataStoreFactory.CoprocessorThreadsProperty)),
readWrite = ReadWriteFlag.ReadOnly
)

Expand Down Expand Up @@ -83,6 +84,7 @@ object HBaseDataStoreParams extends GeoMesaDataStoreParams with SecurityParams {
default = 100,
deprecatedKeys = Seq("max.ranges.per.extended.scan"),
supportsNiFiExpressions = true,
systemProperty = Some(SystemPropertyIntegerParam(HBaseDataStoreFactory.MaxRangesPerExtendedScanProperty)),
readWrite = ReadWriteFlag.ReadUpdate
)

Expand All @@ -92,6 +94,7 @@ object HBaseDataStoreParams extends GeoMesaDataStoreParams with SecurityParams {
"Max ranges per coprocessor scan. Ranges will be grouped into scans based on this setting",
default = Int.MaxValue,
supportsNiFiExpressions = true,
systemProperty = Some(SystemPropertyIntegerParam(HBaseDataStoreFactory.MaxRangesPerCoprocessorScanProperty)),
readWrite = ReadWriteFlag.ReadOnly
)

Expand Down

0 comments on commit 8107b1c

Please sign in to comment.