add metrics for reconciles machine time

internal/controllers/machine_controller.go

@@ -438,9 +438,15 @@ func (r *MachineReconciler) processNextWorkItem(ctx context.Context, log logr.Lo
 	log = log.WithValues("machineID", id)
 	ctx = logr.NewContext(ctx, log)
 
+	start := time.Now()
+	defer func() {
+		metrics.OpsTime.Observe(float64(time.Now().Sub(start).Milliseconds()) / 1000)
+	}()
+
 	if err := r.reconcileMachine(ctx, id); err != nil {
 		log.Error(err, "failed to reconcile machine")
 		r.queue.AddRateLimited(item)
+		metrics.OpsFailed.Inc()
 
 		return true
 	}

internal/metrics/metrics.go

@@ -20,16 +20,16 @@ const (
 )
 
 var (
-	OpsProcessed = prometheus.NewCounter(prometheus.CounterOpts{
-		Name: "reconcile_total_number_loops_counter",
-		Help: "The total number of processed events",
-	})
-
 	OpsFailed = prometheus.NewCounter(prometheus.CounterOpts{
 		Name: "reconcile_total_number_failed_loops_counter",
 		Help: "How many errors happened during run time of loop",
 	})
 
+	OpsTime = prometheus.NewSummary(prometheus.SummaryOpts{
+		Name: "reconcile_total_duration_sec",
+		Help: "How long it took for method to run",
+	})
+
 	depth = prometheus.NewGaugeVec(prometheus.GaugeOpts{
 		Subsystem: WorkQueueSubsystem,
 		Name:      DepthKey,
@@ -81,7 +81,7 @@ var (
 
 func init() {
 	prometheus.MustRegister(OpsFailed)
-	prometheus.MustRegister(OpsProcessed)
+	prometheus.MustRegister(OpsTime)
 	prometheus.MustRegister(depth)
 	prometheus.MustRegister(adds)
 	prometheus.MustRegister(latency)