Merge pull request #2 from flyteorg/content-md5

Support ContentMD5 as an optional param

google/container.go

@@ -53,6 +53,7 @@ func (c *Container) PreSignRequest(_ context.Context, clientMethod stow.ClientMe
 	return storage.SignedURL(c.name, id, &storage.SignedURLOptions{
 		Method:  params.HttpMethod,
 		Expires: time.Now().Add(params.ExpiresIn),
+		MD5:     params.ContentMD5,
 	})
 }
 

s3/container.go

@@ -38,9 +38,15 @@ func (c *container) PreSignRequest(ctx context.Context, clientMethod stow.Client
 			Key:    aws.String(id),
 		})
 	case stow.ClientMethodPut:
+		var contentMD5 *string
+		if len(params.ContentMD5) > 0 {
+			contentMD5 = aws.String(params.ContentMD5)
+		}
+
 		req, _ = c.client.PutObjectRequest(&s3.PutObjectInput{
-			Bucket: aws.String(c.name),
-			Key:    aws.String(id),
+			Bucket:     aws.String(c.name),
+			Key:        aws.String(id),
+			ContentMD5: contentMD5,
 		})
 	default:
 		return "", fmt.Errorf("unsupported client method [%v]", clientMethod.String())

stow.go

@@ -93,6 +93,7 @@ type Location interface {
 
 type PresignRequestParams struct {
 	ExpiresIn   time.Duration
+	ContentMD5  string
 	ExtraParams map[string]interface{}
 	HttpMethod  HttpMethod
 }
@@ -120,7 +121,6 @@ type Container interface {
 	// Put creates a new Item with the specified name, and contents
 	// read from the reader.
 	Put(name string, r io.Reader, size int64, metadata map[string]interface{}) (Item, error)
-
 	// PreSignRequest generates a pre-signed url for the given id (key after bucket/container) and a given clientMethod.
 	PreSignRequest(ctx context.Context, clientMethod ClientMethod, id string, params PresignRequestParams) (url string, err error)
 }