diff --git a/pkg/build/oci/image.go b/pkg/build/oci/image.go
index 68592e557..d103dc2ca 100644
--- a/pkg/build/oci/image.go
+++ b/pkg/build/oci/image.go
@@ -105,7 +105,7 @@ func BuildImageFromLayer(layer v1.Layer, ic types.ImageConfiguration, created ti
 	cfg.Architecture = platform.Architecture
 	cfg.Variant = platform.Variant
 	cfg.Created = v1.Time{Time: created}
-	cfg.Config.Labels = make(map[string]string)
+	cfg.Config.Labels = annotations
 	cfg.OS = "linux"
 
 	// NOTE: Need to allow empty Entrypoints. The runtime will override to `/bin/sh -c` and handle quoting