Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
e4f3997
commit e1386e3
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,64 @@ | ||
| package external | ||
|
|
||
| import ( | ||
| "context" | ||
| "encoding/xml" | ||
| "net/http" | ||
| "strconv" | ||
| "strings" | ||
| "time" | ||
| ) | ||
|
|
||
| type SPClient struct { | ||
| hc *http.Client | ||
| host string | ||
| address string | ||
| } | ||
|
|
||
| func NewSPClient(host string) (*SPClient, error) { | ||
| transport := &http.Transport{ | ||
| DisableCompression: true, | ||
| MaxIdleConnsPerHost: 1000, | ||
| MaxConnsPerHost: 1000, | ||
| IdleConnTimeout: 90 * time.Second, | ||
| } | ||
| client := &http.Client{ | ||
| Timeout: 10 * time.Minute, | ||
| Transport: transport, | ||
| } | ||
| return &SPClient{hc: client, host: host}, nil | ||
| } | ||
|
|
||
| func (c *SPClient) GetBucketReadQuota(ctx context.Context, bucketName string) (QuotaInfo, error) { | ||
| year, month, _ := time.Now().Date() | ||
| var date string | ||
| if int(month) < 10 { | ||
| date = strconv.Itoa(year) + "-" + "0" + strconv.Itoa(int(month)) | ||
| } else { | ||
| date = strconv.Itoa(year) + "-" + strconv.Itoa(int(month)) | ||
| } | ||
| var urlStr string | ||
| parts := strings.Split(c.host, "//") | ||
| urlStr = parts[0] + "//" + bucketName + "." + parts[1] + "/" | ||
|
|
||
| req, err := http.NewRequestWithContext(ctx, http.MethodGet, urlStr, nil) | ||
| if err != nil { | ||
| return QuotaInfo{}, err | ||
| } | ||
| // set query parameters | ||
| q := req.URL.Query() | ||
| q.Add("read-quota", "") | ||
| q.Add("year-month", date) | ||
| req.URL.RawQuery = q.Encode() | ||
| resp, err := c.hc.Do(req) | ||
| if err != nil { | ||
| return QuotaInfo{}, err | ||
| } | ||
| defer resp.Body.Close() | ||
| QuotaResult := QuotaInfo{} | ||
| err = xml.NewDecoder(resp.Body).Decode(&QuotaResult) | ||
| if err != nil { | ||
| return QuotaInfo{}, err | ||
| } | ||
| return QuotaResult, nil | ||
| } | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,17 @@ | ||
| package external | ||
|
|
||
| import "encoding/xml" | ||
|
|
||
| // QuotaInfo indicates the quota info of bucket | ||
| type QuotaInfo struct { | ||
| XMLName xml.Name `xml:"GetReadQuotaResult"` | ||
| Version string `xml:"version,attr"` | ||
| BucketName string `xml:"BucketName"` | ||
| BucketID string `xml:"BucketID"` // BucketID defines the bucket read quota value on chain | ||
| ReadQuotaSize uint64 `xml:"ReadQuotaSize"` // ReadQuotaSize defines the bucket read quota value on chain | ||
| SPFreeReadQuotaSize uint64 `xml:"SPFreeReadQuotaSize"` // SPFreeReadQuotaSize defines the free quota of this month | ||
| ReadConsumedSize uint64 `xml:"ReadConsumedSize"` // ReadConsumedSize defines the consumed total read quota of this month | ||
| FreeConsumedSize uint64 `xml:"FreeConsumedSize"` // FreeConsumedSize defines the consumed free quota | ||
| MonthlyFreeQuota uint64 `xml:"MonthlyFreeQuota"` // MonthlyFreeQuota defines the consumed monthly free quota | ||
| MonthlyFreeConsumedSize uint64 `xml:"MonthlyQuotaConsumedSize"` // MonthlyFreeConsumedSize defines the consumed monthly free quota | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,28 @@ | ||
| package syncer | ||
|
|
||
| import ( | ||
| "context" | ||
| "time" | ||
|
|
||
| "github.com/bnb-chain/blob-hub/logging" | ||
| "github.com/bnb-chain/blob-hub/metrics" | ||
| ) | ||
|
|
||
| func (s *BlobSyncer) monitorQuota() { | ||
| if s.spClient == nil { | ||
| return | ||
| } | ||
| monitorTicket := time.NewTicker(MonitorQuotaInterval) | ||
| for range monitorTicket.C { | ||
| ctx, cancel := context.WithTimeout(context.Background(), RPCTimeout) | ||
| defer cancel() | ||
| quota, err := s.spClient.GetBucketReadQuota(ctx, s.getBucketName()) | ||
| if err != nil { | ||
| logging.Logger.Errorf("failed to get bucket info from SP, err=%s", err.Error()) | ||
| continue | ||
| } | ||
| remaining := quota.ReadQuotaSize + quota.SPFreeReadQuotaSize - quota.ReadConsumedSize - quota.FreeConsumedSize | ||
| metrics.BucketRemainingQuotaGauge.Set(float64(remaining)) | ||
| logging.Logger.Infof("remaining quota in bytes is %d", remaining) | ||
| } | ||
| } | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.