feat: Logs push failure information (#2835)

* feat: Logs push failure information

* switch to debug

* set error on opentracing

* Fixes tests

Author: cyriltovena

pkg/distributor/distributor.go

@@ -23,6 +23,7 @@ import (
 	ring_client "github.com/grafana/dskit/ring/client"
 	"github.com/grafana/dskit/services"
 	"github.com/opentracing/opentracing-go"
+	"github.com/opentracing/opentracing-go/ext"
 	"github.com/pkg/errors"
 	"github.com/prometheus/client_golang/prometheus"
 	"github.com/prometheus/client_golang/prometheus/promauto"
@@ -231,8 +232,15 @@ func (d *Distributor) Push(ctx context.Context, grpcReq *connect.Request[pushv1.
 		}
 		req.Series = append(req.Series, series)
 	}
-
-	return d.PushParsed(ctx, req)
+	resp, err := d.PushParsed(ctx, req)
+	if err != nil && validation.ReasonOf(err) != validation.Unknown {
+		if sp := opentracing.SpanFromContext(ctx); sp != nil {
+			ext.LogError(sp, err)
+		}
+		level.Debug(util.LoggerWithContext(ctx, d.logger)).Log("msg", "failed to validate profile", "err", err)
+		return resp, err
+	}
+	return resp, err
 }
 
 func (d *Distributor) GetProfileLanguage(series *distributormodel.ProfileSeries) string {