Resolved various scaling/resource issues in SMD (#164)

CASMHMS-6294

.version

@@ -1 +1 @@
-2.11.17
+2.11.18

CHANGELOG.md

@@ -5,6 +5,15 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [2.11.18] - 2024-12-13
+
+### Fixed
+
+- Resolved various scaling/resource issues
+- Upgraded Go to 1.23
+- Updated go-retryablehttp to 0.7.7
+- Fixed docker compose build issues
+
 ## [2.11.17] - 2024-07-22
 
 ### Fixed

Dockerfile

@@ -1,6 +1,6 @@
 # MIT License
 #
-# (C) Copyright [2019-2023] Hewlett Packard Enterprise Development LP
+# (C) Copyright [2019-2024] Hewlett Packard Enterprise Development LP
 #
 # Permission is hereby granted, free of charge, to any person obtaining a
 # copy of this software and associated documentation files (the "Software"),
@@ -25,7 +25,7 @@
 
 ### Build Base Stage ###
 # Build base just has the packages installed we need.
-FROM artifactory.algol60.net/docker.io/library/golang:1.16-alpine AS build-base
+FROM artifactory.algol60.net/docker.io/library/golang:1.23-alpine AS build-base
 
 RUN set -ex \
     && apk -U upgrade \
@@ -50,9 +50,9 @@ FROM base AS builder
 
 # Base image contains everything needed for Go building, just build.
 RUN set -ex \
-    && go build -v -tags musl -i github.com/Cray-HPE/hms-smd/v2/cmd/smd \
-    && go build -v -tags musl -i github.com/Cray-HPE/hms-smd/v2/cmd/smd-loader \
-    && go build -v -tags musl -i github.com/Cray-HPE/hms-smd/v2/cmd/smd-init
+    && go build -v -tags musl github.com/Cray-HPE/hms-smd/v2/cmd/smd \
+    && go build -v -tags musl github.com/Cray-HPE/hms-smd/v2/cmd/smd-loader \
+    && go build -v -tags musl github.com/Cray-HPE/hms-smd/v2/cmd/smd-init
 
 
 ### Final Stage ###

Dockerfile.test.unit.Dockerfile

@@ -1,6 +1,6 @@
 # MIT License
 #
-# (C) Copyright [2019-2023] Hewlett Packard Enterprise Development LP
+# (C) Copyright [2019-2024] Hewlett Packard Enterprise Development LP
 #
 # Permission is hereby granted, free of charge, to any person obtaining a
 # copy of this software and associated documentation files (the "Software"),
@@ -22,7 +22,7 @@
 
 
 ### Build Base Stage ###
-FROM artifactory.algol60.net/docker.io/library/golang:1.16-alpine AS build-base
+FROM artifactory.algol60.net/docker.io/library/golang:1.23-alpine AS build-base
 
 RUN set -ex \
     && apk -U upgrade \

cmd/smd/job-types.go

@@ -1,6 +1,6 @@
 // MIT License
 //
-// (C) Copyright [2018-2023] Hewlett Packard Enterprise Development LP
+// (C) Copyright [2018-2024] Hewlett Packard Enterprise Development LP
 //
 // Permission is hereby granted, free of charge, to any person obtaining a
 // copy of this software and associated documentation files (the "Software"),
@@ -27,18 +27,30 @@ import (
 	"encoding/json"
 	"errors"
 	"fmt"
-	"github.com/hashicorp/go-retryablehttp"
+	"io"
 	"io/ioutil"
 	"log"
 	"net/http"
 	"strings"
 	"sync"
 	"time"
 
+	"github.com/hashicorp/go-retryablehttp"
+
 	base "github.com/Cray-HPE/hms-base"
 	"github.com/Cray-HPE/hms-smd/v2/pkg/sm"
 )
 
+// Response bodies should always be drained and closed, else we leak resources
+// and fail to reuse network connections.
+// TODO: This should be moved into hms-base
+func DrainAndCloseResponseBody(resp *http.Response) {
+	if resp != nil && resp.Body != nil {
+			_, _ = io.Copy(io.Discard, resp.Body) // ok even if already drained
+			resp.Body.Close()                     // ok even if already closed
+	}
+}
+
 ///////////////////////////////////////////////////////////////////////////////
 // Job definitions
 ///////////////////////////////////////////////////////////////////////////////
@@ -195,12 +207,13 @@ func (j *JobSCN) Run() {
 				}
 				rsp, err := client.Do(newRequest)
 				if err != nil {
+					DrainAndCloseResponseBody(rsp)
 					j.s.LogAlways("WARNING: SCN POST failed for %s: %v", urlStr, err)
 				} else {
 					if rsp.Body != nil {
 						strbody, _ = ioutil.ReadAll(rsp.Body)
-						rsp.Body.Close()
 					}
+					DrainAndCloseResponseBody(rsp)
 					if rsp.StatusCode != 200 {
 						j.s.LogAlways("WARNING: An error occurred uploading SCN to %s: %s %s", urlStr, rsp.Status, string(strbody))
 					} else {

cmd/smd/rfevent_test.go

@@ -742,6 +742,7 @@ func TestDoHandleRFEvent(t *testing.T) {
 
 func DummyHandler(w http.ResponseWriter, req *http.Request) {
 	w.WriteHeader(404)
+	DrainAndCloseRequestBody(req)
 	return
 }
 
@@ -750,6 +751,8 @@ func DummyHandler(w http.ResponseWriter, req *http.Request) {
 //////////////////////////////////////////////////////////////////////////////
 
 func GigabyteHandler(w http.ResponseWriter, req *http.Request) {
+	defer DrainAndCloseRequestBody(req)
+
 	// Test request parameters
 	switch req.URL.RequestURI() {