Compare commits

...

5 commits
0.1.0 ... main

Author SHA1 Message Date
61fbd2fedd
chore: v1.0.0 2024-04-21 15:26:19 +02:00
f0f68e485f
fix: store new metrics in buffer before resetting
Borg repo information can take a long time to gather.
Before resetting the old metrics we store the new ones in a buffer
and update everything at the end.
2024-04-21 15:22:29 +02:00
064444db38
feat: allow access to relocated repos 2024-04-03 08:13:42 +02:00
381cf6b44b
chore: v0.2.0 2024-04-02 08:49:02 +02:00
f249a35a8a
feat: reset metrics on every iteration 2024-04-02 08:31:26 +02:00
5 changed files with 64 additions and 10 deletions

14
buffer.go Normal file
View file

@ -0,0 +1,14 @@
package main
type MetricsBuffer struct {
RepoName string
ArchiveCount float64
LastArchiveTime float64
LastModified float64
TotalChunks float64
TotalCsize float64
TotalSize float64
TotalUniqueChunks float64
UniqueCsize float64
UniqueSize float64
}

View file

@ -34,6 +34,7 @@ func (info *Info) LastmodUnix() float64 {
func GetInfo(path string) (*Info, error) { func GetInfo(path string) (*Info, error) {
cmd := exec.Command("borg", "info", "--json", path) cmd := exec.Command("borg", "info", "--json", path)
cmd.Env = append(cmd.Env, "BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK=yes") cmd.Env = append(cmd.Env, "BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK=yes")
cmd.Env = append(cmd.Env, "BORG_RELOCATED_REPO_ACCESS_IS_OK=yes")
stdout, err := cmd.Output() stdout, err := cmd.Output()
if err != nil { if err != nil {

View file

@ -28,6 +28,7 @@ func (list *List) LastArchiveUnix() float64 {
func GetList(path string) (*List, error) { func GetList(path string) (*List, error) {
cmd := exec.Command("borg", "list", "--json", path) cmd := exec.Command("borg", "list", "--json", path)
cmd.Env = append(cmd.Env, "BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK=yes") cmd.Env = append(cmd.Env, "BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK=yes")
cmd.Env = append(cmd.Env, "BORG_RELOCATED_REPO_ACCESS_IS_OK=yes")
stdout, err := cmd.Output() stdout, err := cmd.Output()
if err != nil { if err != nil {

25
main.go
View file

@ -14,7 +14,7 @@ import (
"github.com/prometheus/client_golang/prometheus/promhttp" "github.com/prometheus/client_golang/prometheus/promhttp"
) )
const VERSION = "0.1.0" const VERSION = "1.0.0"
const LISTEN_ADDR = ":9403" const LISTEN_ADDR = ":9403"
const INTERVAL = 30 * time.Minute const INTERVAL = 30 * time.Minute
@ -62,6 +62,7 @@ func RecordMetrics(m Metrics) {
log.Fatalln(err) log.Fatalln(err)
} }
buffer := []MetricsBuffer{}
for _, entry := range entries { for _, entry := range entries {
if !entry.IsDir() || strings.HasPrefix(entry.Name(), ".") { if !entry.IsDir() || strings.HasPrefix(entry.Name(), ".") {
log.Printf(">> Ignoring %v\n", entry.Name()) log.Printf(">> Ignoring %v\n", entry.Name())
@ -84,17 +85,21 @@ func RecordMetrics(m Metrics) {
stats := info.Cache.Stats stats := info.Cache.Stats
log.Printf("> Got info for: %v\n", path) log.Printf("> Got info for: %v\n", path)
m.ArchiveCount.With(prometheus.Labels{"repo_name": entry.Name()}).Set(float64(len(list.Archives))) buffer = append(buffer, MetricsBuffer{
m.LastArchiveTime.With(prometheus.Labels{"repo_name": entry.Name()}).Set(list.LastArchiveUnix()) RepoName: entry.Name(),
m.LastModified.With(prometheus.Labels{"repo_name": entry.Name()}).Set(info.LastmodUnix()) ArchiveCount: float64(len(list.Archives)),
m.TotalChunks.With(prometheus.Labels{"repo_name": entry.Name()}).Set(stats.Total_chunks) LastArchiveTime: list.LastArchiveUnix(),
m.TotalCsize.With(prometheus.Labels{"repo_name": entry.Name()}).Set(stats.Total_csize) LastModified: info.LastmodUnix(),
m.TotalSize.With(prometheus.Labels{"repo_name": entry.Name()}).Set(stats.Total_size) TotalChunks: stats.Total_chunks,
m.TotalUniqueChunks.With(prometheus.Labels{"repo_name": entry.Name()}).Set(stats.Total_unique_chunks) TotalCsize: stats.Total_csize,
m.UniqueCsize.With(prometheus.Labels{"repo_name": entry.Name()}).Set(stats.Unique_csize) TotalSize: stats.Total_size,
m.UniqueSize.With(prometheus.Labels{"repo_name": entry.Name()}).Set(stats.Unique_size) TotalUniqueChunks: stats.Total_unique_chunks,
UniqueCsize: stats.Unique_csize,
UniqueSize: stats.Unique_size,
})
} }
m.Update(buffer)
log.Printf("> Waiting %v\n", INTERVAL) log.Printf("> Waiting %v\n", INTERVAL)
time.Sleep(INTERVAL) time.Sleep(INTERVAL)
} }

View file

@ -41,3 +41,36 @@ func NewMetrics(reg prometheus.Registerer) *Metrics {
return metrics return metrics
} }
// Reset all metrics
//
// This should be called on every loop iteration.
func (m *Metrics) Reset() {
m.ArchiveCount.Reset()
m.LastArchiveTime.Reset()
m.LastModified.Reset()
m.TotalChunks.Reset()
m.TotalCsize.Reset()
m.TotalSize.Reset()
m.TotalUniqueChunks.Reset()
m.UniqueCsize.Reset()
m.UniqueSize.Reset()
}
// Update these metrics with the given buffer.
//
// Resets the metrics beforehand. Expected to be called on every loop iteration.
func (m *Metrics) Update(buffer []MetricsBuffer) {
m.Reset()
for _, buf := range buffer {
m.ArchiveCount.With(prometheus.Labels{"repo_name": buf.RepoName}).Set(buf.ArchiveCount)
m.LastArchiveTime.With(prometheus.Labels{"repo_name": buf.RepoName}).Set(buf.LastArchiveTime)
m.LastModified.With(prometheus.Labels{"repo_name": buf.RepoName}).Set(buf.LastModified)
m.TotalChunks.With(prometheus.Labels{"repo_name": buf.RepoName}).Set(buf.TotalChunks)
m.TotalCsize.With(prometheus.Labels{"repo_name": buf.RepoName}).Set(buf.TotalCsize)
m.TotalSize.With(prometheus.Labels{"repo_name": buf.RepoName}).Set(buf.TotalSize)
m.TotalUniqueChunks.With(prometheus.Labels{"repo_name": buf.RepoName}).Set(buf.TotalUniqueChunks)
m.UniqueCsize.With(prometheus.Labels{"repo_name": buf.RepoName}).Set(buf.UniqueCsize)
m.UniqueSize.With(prometheus.Labels{"repo_name": buf.RepoName}).Set(buf.UniqueSize)
}
}