github/weave-scope
1
0
Fork 0
mirror of https://github.com/weaveworks/scope.git synced 2026-08-18 11:56:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

Extract functions for calculating keys

Browse Source 
Not so much for re-use as to help jml understand what's going on
This commit is contained in:
Jonathan Lange
2016-07-15 11:24:36 +01:00
parent 270a55060f
commit 0058229687
1 changed files with 20 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app/multitenant/aws_collector.go
+20 -6
View File
@@ -339,6 +339,22 @@ func (c *awsCollector) Report(ctx context.Context) (report.Report, error) {
return c.merger.Merge(reports), nil
}
// calculateDynamoKeys generates the row & column keys for Dynamo.
func calculateDynamoKeys(userid string, now time.Time) (string, string) {
rowKey := fmt.Sprintf("%s-%s", userid, strconv.FormatInt(now.UnixNano()/time.Hour.Nanoseconds(), 10))
colKey := strconv.FormatInt(now.UnixNano(), 10)
return rowKey, colKey
}
// calculateReportKey determines the key we should use for a report.
func calculateReportKey(rowKey, colKey string) (string, error) {
rowKeyHash := md5.New()
if _, err := io.WriteString(rowKeyHash, rowKey); err != nil {
return "", err
}
return fmt.Sprintf("%x/%s", rowKeyHash.Sum(nil), colKey), nil
}
func (c *awsCollector) Add(ctx context.Context, rep report.Report) error {
userid, err := c.userIDer(ctx)
if err != nil {
@@ -351,14 +367,12 @@ func (c *awsCollector) Add(ctx context.Context, rep report.Report) error {
reportSizeHistogram.Observe(float64(buf.Len()))
// second, put the report on s3
now := time.Now()
rowKey := fmt.Sprintf("%s-%s", userid, strconv.FormatInt(now.UnixNano()/time.Hour.Nanoseconds(), 10))
colKey := strconv.FormatInt(now.UnixNano(), 10)
rowKeyHash := md5.New()
if _, err := io.WriteString(rowKeyHash, rowKey); err != nil {
rowKey, colKey := calculateDynamoKeys(userid, time.Now())
s3Key, err := calculateReportKey(rowKey, colKey)
if err != nil {
return err
}
s3Key := fmt.Sprintf("%x/%s", rowKeyHash.Sum(nil), colKey)
err = c.s3.StoreBytes(s3Key, buf.Bytes())
if err != nil {
return err