add reboot queue backoff reset command

Signed-off-by: YZ775 <[email protected]>

mtest/reboot_test.go

@@ -406,6 +406,15 @@ func testRebootOperations() {
 		Expect(re).Should(HaveLen(1))
 		Expect(re[0].Status).Should(Equal(cke.RebootStatusQueued))
 		Expect(re[0].DrainBackOffExpire).ShouldNot(Equal(time.Time{}))
+		Expect(re[0].DrainBackOffCount).Should(Not(BeZero()))
+
+		By("Checking reset-backoff command resets drain backoff")
+		ckecliSafe("reboot-queue", "reset-backoff")
+		re, err = getRebootEntries()
+		Expect(err).ShouldNot(HaveOccurred())
+		Expect(re).Should(HaveLen(1))
+		Expect(re[0].DrainBackOffExpire).Should(Equal(time.Time{}))
+		Expect(re[0].DrainBackOffCount).Should(BeZero())
 
 		By("Waiting for reboot completion")
 		waitRebootCompletion(cluster)

pkg/ckecli/cmd/reboot_queue_backoff_reset.go

@@ -0,0 +1,44 @@
+package cmd
+
+import (
+	"context"
+	"time"
+
+	"github.com/cybozu-go/cke"
+	"github.com/cybozu-go/well"
+	"github.com/spf13/cobra"
+)
+
+var rebootQueueBackoffResetCmd = &cobra.Command{
+	Use:   "reset-backoff",
+	Short: "reset backoff",
+	Long:  `reset backoff`,
+	RunE: func(cmd *cobra.Command, args []string) error {
+		well.Go(func(ctx context.Context) error {
+			entries, err := storage.GetRebootsEntries(ctx)
+			if err != nil {
+				return err
+			}
+
+			for _, entry := range entries {
+				entry.DrainBackOffCount = 0
+				entry.DrainBackOffExpire = time.Time{}
+				err := storage.UpdateRebootsEntry(ctx, entry)
+				if err == cke.ErrNotFound {
+					// The entry has just finished
+					continue
+				}
+				if err != nil {
+					return err
+				}
+			}
+			return nil
+		})
+		well.Stop()
+		return well.Wait()
+	},
+}
+
+func init() {
+	rebootQueueCmd.AddCommand(rebootQueueBackoffResetCmd)
+}