forked from grafana/loki
-
Notifications
You must be signed in to change notification settings - Fork 3
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
47ac9b1
commit 37662f5
Showing
8 changed files
with
496 additions
and
107 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,137 @@ | ||
| package usage | ||
|
|
||
| import ( | ||
| "html/template" | ||
| "net/http" | ||
| "sort" | ||
| "time" | ||
|
|
||
| "github.com/dustin/go-humanize" | ||
| "github.com/go-kit/log/level" | ||
| ) | ||
|
|
||
| type streamRate struct { | ||
| TenantID string | ||
| Hash uint64 | ||
| BytesPS string | ||
| } | ||
|
|
||
| type partitionView struct { | ||
| Partition int32 | ||
| Offset int64 | ||
| LastUpdate string | ||
| TopStreams []streamRate | ||
| } | ||
|
|
||
| var statsTemplate = template.Must(template.New("stats").Parse(` | ||
| <!DOCTYPE html> | ||
| <html> | ||
| <head> | ||
| <title>Usage Statistics</title> | ||
| <style> | ||
| body { font-family: sans-serif; margin: 20px; } | ||
| .partition { margin-bottom: 30px; } | ||
| .partition h2 { color: #333; } | ||
| .partition .meta { color: #666; margin-bottom: 10px; } | ||
| table { border-collapse: collapse; width: 100%; max-width: 800px; } | ||
| th, td { padding: 8px; text-align: left; border-bottom: 1px solid #ddd; } | ||
| th { background-color: #f5f5f5; } | ||
| tr:hover { background-color: #f9f9f9; } | ||
| </style> | ||
| </head> | ||
| <body> | ||
| <h1>Usage Statistics</h1> | ||
| {{range .Partitions}} | ||
| <div class="partition"> | ||
| <h2>Partition {{.Partition}}</h2> | ||
| <div class="meta"> | ||
| Offset: {{.Offset}} | Last Update: {{.LastUpdate}} | ||
| </div> | ||
| <table> | ||
| <thead> | ||
| <tr> | ||
| <th>Tenant ID</th> | ||
| <th>Stream Hash</th> | ||
| <th>Rate</th> | ||
| </tr> | ||
| </thead> | ||
| <tbody> | ||
| {{range .TopStreams}} | ||
| <tr> | ||
| <td>{{.TenantID}}</td> | ||
| <td>{{.Hash}}</td> | ||
| <td>{{.BytesPS}}/s</td> | ||
| </tr> | ||
| {{end}} | ||
| </tbody> | ||
| </table> | ||
| </div> | ||
| {{end}} | ||
| </body> | ||
| </html> | ||
| `)) | ||
|
|
||
| func (s *Service) ServeHTTP(w http.ResponseWriter, r *http.Request) { | ||
| s.statsMtx.RLock() | ||
| defer s.statsMtx.RUnlock() | ||
|
|
||
| // Calculate rates for the last minute | ||
| window := time.Minute | ||
| since := time.Now().Add(-window) | ||
|
|
||
| var partitions []partitionView | ||
| for partition, pStats := range s.stats.stats { | ||
| view := partitionView{ | ||
| Partition: partition, | ||
| Offset: pStats.offset, | ||
| LastUpdate: humanize.Time(pStats.timestamp), | ||
| } | ||
|
|
||
| // Collect all stream rates for this partition | ||
| var rates []streamRate | ||
| for tenantID, tStats := range pStats.tenants { | ||
| for hash, sStats := range tStats.streams { | ||
| bytes := sStats.totalBytesSince(since) | ||
| if bytes > 0 { | ||
| bytesPerSec := float64(bytes) / window.Seconds() | ||
| rates = append(rates, streamRate{ | ||
| TenantID: tenantID, | ||
| Hash: hash, | ||
| BytesPS: humanize.Bytes(uint64(bytesPerSec)), | ||
| }) | ||
| } | ||
| } | ||
| } | ||
|
|
||
| // Sort by bytes per second in descending order (need to parse the humanized strings) | ||
| sort.Slice(rates, func(i, j int) bool { | ||
| bytesI, _ := humanize.ParseBytes(rates[i].BytesPS) | ||
| bytesJ, _ := humanize.ParseBytes(rates[j].BytesPS) | ||
| return bytesI > bytesJ | ||
| }) | ||
|
|
||
| // Take top 10 streams | ||
| if len(rates) > 10 { | ||
| rates = rates[:10] | ||
| } | ||
| view.TopStreams = rates | ||
| partitions = append(partitions, view) | ||
| } | ||
|
|
||
| // Sort partitions by partition number | ||
| sort.Slice(partitions, func(i, j int) bool { | ||
| return partitions[i].Partition < partitions[j].Partition | ||
| }) | ||
|
|
||
| // Render template | ||
| err := statsTemplate.Execute(w, struct { | ||
| Partitions []partitionView | ||
| }{ | ||
| Partitions: partitions, | ||
| }) | ||
| if err != nil { | ||
| level.Error(s.logger).Log("msg", "error executing template", "err", err) | ||
| http.Error(w, "Internal Server Error", http.StatusInternalServerError) | ||
| return | ||
| } | ||
| } |
Oops, something went wrong.