From 1b2f0c282d66ffedce699e988864c90bb8ceb487 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Michal=20Charv=C3=A1t?= <michal.charvat@gendigital.com>
Date: Wed, 20 Dec 2023 16:01:36 +0100
Subject: [PATCH] fix: GCS backend - Correctly handle missing (null) Blob
 metadata

---
 .../clients/storage/gcs/GcsStorageBackend.scala | 17 +++++++++--------
 .../storage/gcs/GcsStorageBackendTest.scala     |  2 ++
 2 files changed, 11 insertions(+), 8 deletions(-)

diff --git a/gcs/src/main/scala/com/avast/clients/storage/gcs/GcsStorageBackend.scala b/gcs/src/main/scala/com/avast/clients/storage/gcs/GcsStorageBackend.scala
index 5451084..8e4b2f7 100644
--- a/gcs/src/main/scala/com/avast/clients/storage/gcs/GcsStorageBackend.scala
+++ b/gcs/src/main/scala/com/avast/clients/storage/gcs/GcsStorageBackend.scala
@@ -5,7 +5,7 @@ import cats.effect.implicits.catsEffectSyntaxBracket
 import cats.effect.{Blocker, ContextShift, Resource, Sync}
 import cats.syntax.all._
 import com.avast.clients.storage.compression.ZstdDecompressOutputStream
-import com.avast.clients.storage.gcs.GcsStorageBackend.composeBlobPath
+import com.avast.clients.storage.gcs.GcsStorageBackend.{composeBlobPath, getMetadataValue, CompressionTypeHeader, OriginalSizeHeader}
 import com.avast.clients.storage.{ConfigurationException, GetResult, HeadResult, StorageBackend, StorageException}
 import com.avast.scala.hashes.Sha256
 import com.google.auth.oauth2.ServiceAccountCredentials
@@ -35,10 +35,10 @@ class GcsStorageBackend[F[_]: Sync: ContextShift](storageClient: Storage, bucket
         blob <- getBlob(sha256)
         result = blob match {
           case Some(blob) =>
-            blob.getMetadata.get(GcsStorageBackend.OriginalSizeHeader) match {
-              case null =>
+            getMetadataValue(blob, OriginalSizeHeader) match {
+              case None =>
                 HeadResult.Exists(blob.getSize)
-              case originalSize =>
+              case Some(originalSize) =>
                 HeadResult.Exists(originalSize.toLong)
             }
           case None =>
@@ -108,9 +108,6 @@ class GcsStorageBackend[F[_]: Sync: ContextShift](storageClient: Storage, bucket
   }
 
   private def downloadBlobToFile(blob: Blob, fileStream: OutputStream): F[(Long, Sha256)] = {
-    def getCompressionType: Option[String] = {
-      Option(blob.getMetadata.get(GcsStorageBackend.CompressionTypeHeader)).map(_.toLowerCase)
-    }
 
     Sync[F]
       .delay {
@@ -120,7 +117,7 @@ class GcsStorageBackend[F[_]: Sync: ContextShift](storageClient: Storage, bucket
       }
       .bracket {
         case (countingStream, hashingStream) => {
-          getCompressionType match {
+          getMetadataValue(blob, CompressionTypeHeader) match {
             case None =>
               downloadBlobToStream(blob, hashingStream)
             case Some("zstd") =>
@@ -196,6 +193,10 @@ object GcsStorageBackend {
     String.join("/", sha256Hex.substring(0, 2), sha256Hex.substring(2, 4), sha256Hex.substring(4, 6), sha256Hex)
   }
 
+  private[gcs] def getMetadataValue(blob: Blob, key: String): Option[String] = {
+    Option(blob.getMetadata).flatMap(m => Option(m.get(key)))
+  }
+
   private[gcs] class CountingOutputStream(target: OutputStream) extends OutputStream {
     private var count: Long = 0
 
diff --git a/gcs/src/test/scala/com/avast/clients/storage/gcs/GcsStorageBackendTest.scala b/gcs/src/test/scala/com/avast/clients/storage/gcs/GcsStorageBackendTest.scala
index b93d3ce..41b11b6 100644
--- a/gcs/src/test/scala/com/avast/clients/storage/gcs/GcsStorageBackendTest.scala
+++ b/gcs/src/test/scala/com/avast/clients/storage/gcs/GcsStorageBackendTest.scala
@@ -32,6 +32,7 @@ class GcsStorageBackendTest extends FunSuite with ScalaFutures with MockitoSugar
 
     val blob = mock[Blob]
     when(blob.getSize).thenReturn(fileSize.toLong)
+    when(blob.getMetadata).thenReturn(null)
 
     val storageClient = mock[Storage]
     when(storageClient.get(any[BlobId]())).thenAnswer { call =>
@@ -100,6 +101,7 @@ class GcsStorageBackendTest extends FunSuite with ScalaFutures with MockitoSugar
     val bucketName = "bucket-tst"
 
     val blob = mock[Blob]
+    when(blob.getMetadata).thenReturn(null)
     when(blob.downloadTo(any[OutputStream]())).thenAnswer { call =>
       val outputStream = call.getArgument[OutputStream](0)
       outputStream.write(content.getBytes())