Sanket SudakeandGitHub
154fe0d447
* Retrieve pod metrics only if metrics server is running Currently we query pod metrics every 30 sec which floods executor logs, added check which confirms if metrics server is running then only we start querying pod metrics for identifying CPU utilization. Signed-off-by: Sanket Sudake <sanketsudake@gmail.com> * Fixed couple of typos and misspells with Go CI Signed-off-by: Sanket Sudake <sanketsudake@gmail.com> * Remove unnecessary conversions with Go CI Signed-off-by: Sanket Sudake <sanketsudake@gmail.com>
98 lines
3.2 KiB
Go
98 lines
3.2 KiB
Go
package fscache
|
|
|
|
import (
|
|
"github.com/prometheus/client_golang/prometheus"
|
|
)
|
|
|
|
var (
|
|
// funcname: the function's name
|
|
// funcuid: the function's version id
|
|
coldStarts = prometheus.NewCounterVec(
|
|
prometheus.CounterOpts{
|
|
Name: "fission_cold_starts_total",
|
|
Help: "How many cold starts are made by funcname, funcuid.",
|
|
},
|
|
[]string{"funcname", "funcuid"},
|
|
)
|
|
funcRunningSummary = prometheus.NewSummaryVec(
|
|
prometheus.SummaryOpts{
|
|
Name: "fission_func_running_seconds_summary",
|
|
Help: "The running time (last access - create) in seconds of the function.",
|
|
Objectives: map[float64]float64{0.5: 0.05, 0.9: 0.01, 0.99: 0.001},
|
|
},
|
|
[]string{"funcname", "funcuid"},
|
|
)
|
|
funcAliveSummary = prometheus.NewSummaryVec(
|
|
prometheus.SummaryOpts{
|
|
Name: "fission_func_alive_seconds_summary",
|
|
Help: "The alive time in seconds of the function.",
|
|
Objectives: map[float64]float64{0.5: 0.05, 0.9: 0.01, 0.99: 0.001},
|
|
},
|
|
[]string{"funcname", "funcuid"},
|
|
)
|
|
funcIsAlive = prometheus.NewGaugeVec(
|
|
prometheus.GaugeOpts{
|
|
Name: "fission_func_is_alive",
|
|
Help: "A binary value indicating is the funcname, funcuid alive",
|
|
},
|
|
[]string{"funcname", "funcuid"},
|
|
)
|
|
funcReapTime = prometheus.NewSummaryVec(
|
|
prometheus.SummaryOpts{
|
|
Name: "fission_pod_reaptime_seconds",
|
|
Help: "Amount of seconds to reap a pod",
|
|
Objectives: map[float64]float64{0.5: 0.05, 0.9: 0.01, 0.99: 0.001},
|
|
},
|
|
[]string{"funcname", "funcaddress"},
|
|
)
|
|
idleTime = prometheus.NewSummaryVec(
|
|
prometheus.SummaryOpts{
|
|
Name: "fission_idle_pod_time",
|
|
Help: "Number of seconds it took for Reaper to detect the pod was idle",
|
|
Objectives: map[float64]float64{0.5: 0.05, 0.9: 0.01, 0.99: 0.001},
|
|
},
|
|
[]string{"funcname", "funcaddress"},
|
|
)
|
|
)
|
|
|
|
func init() {
|
|
// Register the function calls counter with Prometheus's default registry.
|
|
prometheus.MustRegister(coldStarts)
|
|
prometheus.MustRegister(funcRunningSummary)
|
|
prometheus.MustRegister(funcAliveSummary)
|
|
prometheus.MustRegister(funcIsAlive)
|
|
prometheus.MustRegister(funcReapTime)
|
|
prometheus.MustRegister(idleTime)
|
|
}
|
|
|
|
// IncreaseColdStarts increments the counter by 1.
|
|
func (fsc *FunctionServiceCache) IncreaseColdStarts(funcname, funcuid string) {
|
|
coldStarts.WithLabelValues(funcname, funcuid).Inc()
|
|
}
|
|
|
|
func (fsc *FunctionServiceCache) observeFuncRunningTime(funcname, funcuid string, running float64) {
|
|
funcRunningSummary.WithLabelValues(funcname, funcuid).Observe(running)
|
|
}
|
|
|
|
func (fsc *FunctionServiceCache) observeFuncAliveTime(funcname, funcuid string, alive float64) {
|
|
funcAliveSummary.WithLabelValues(funcname, funcuid).Observe(alive)
|
|
}
|
|
|
|
func (fsc *FunctionServiceCache) setFuncAlive(funcname, funcuid string, isAlive bool) {
|
|
count := 0
|
|
if isAlive {
|
|
count = 1
|
|
}
|
|
funcIsAlive.WithLabelValues(funcname, funcuid).Set(float64(count))
|
|
}
|
|
|
|
// ReapTime is the amount of time taken to reap a pod
|
|
func (fsc *FunctionServiceCache) ReapTime(funcName, funcAddress string, time float64) {
|
|
funcReapTime.WithLabelValues(funcName, funcAddress).Observe(time)
|
|
}
|
|
|
|
// IdleTime is the amount of time it took Reaper to find out the pod was idle
|
|
func (fsc *FunctionServiceCache) IdleTime(funcName, funcAddress string, time float64) {
|
|
idleTime.WithLabelValues(funcName, funcAddress).Observe(time)
|
|
}
|