oss/FrankerFaceZ
oss/FrankerFaceZ
1
0
Fork 0
mirror of https://github.com/FrankerFaceZ/FrankerFaceZ.git synced 2025-06-28 15:27:43 +00:00
Code Wiki Activity

usage stats changes

Browse source
This commit is contained in:
Kane York 2016-04-28 14:37:35 -07:00
parent 922bda2218
commit 801a57a1fa
1 changed files with 18 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

25
socketserver/cmd/statsweb/servers.go
View file

@ -87,7 +87,7 @@ var serverFilterNone serverFilter = serverFilter{Mode: serverFilterModeWhitelist
func cannotCacheHLL(at time.Time) bool { func cannotCacheHLL(at time.Time) bool {
now := time.Now() now := time.Now()
now.Add(-25 * time.Hour) now.Add(-72 * time.Hour)
return now.Before(at) return now.Before(at)
} }
@ -127,15 +127,15 @@ func getHLLCacheKey(at time.Time) string {
} }
type serverInfo struct { type serverInfo struct {
subdomain string subdomain string
memcache *lru.TwoQueueCache memcache *lru.TwoQueueCache
FailedState bool FailedState bool
FailureErr error FailureErr error
failureCount int failureCount int
lock sync.Mutex lock sync.Mutex
} }
func (si *serverInfo) Setup(subdomain string) { func (si *serverInfo) Setup(subdomain string) {
@ -150,6 +150,7 @@ func (si *serverInfo) Setup(subdomain string) {
// GetHLL gets the HLL from // GetHLL gets the HLL from
func (si *serverInfo) GetHLL(at time.Time) (*hyperloglog.HyperLogLogPlus, error) { func (si *serverInfo) GetHLL(at time.Time) (*hyperloglog.HyperLogLogPlus, error) {
if cannotCacheHLL(at) { if cannotCacheHLL(at) {
fmt.Println(at)
err := si.ForceWrite() err := si.ForceWrite()
if err != nil { if err != nil {
return nil, err return nil, err
@ -158,7 +159,8 @@ func (si *serverInfo) GetHLL(at time.Time) (*hyperloglog.HyperLogLogPlus, error)
if err != nil { if err != nil {
return nil, err return nil, err
} }
fmt.Printf("downloaded hll %s:%s\n", si.subdomain, getHLLCacheKey(at)) fmt.Printf("downloaded uncached hll %s:%s\n", si.subdomain, getHLLCacheKey(at))
defer si.DeleteHLL(at)
return loadHLLFromStream(reader) return loadHLLFromStream(reader)
} }
@ -213,6 +215,15 @@ func (si *serverInfo) PeekHLL(at time.Time) (*hyperloglog.HyperLogLogPlus, bool)
return nil, false return nil, false
} }
func (si *serverInfo) DeleteHLL(at time.Time) {
year, month, day := at.Date()
filename := fmt.Sprintf("%s/%s/%d-%d-%d.gob", config.GobFilesLocation, si.subdomain, year, month, day)
err := os.Remove(filename)
if err != nil {
fmt.Println(err)
}
}
func (si *serverInfo) OpenHLL(at time.Time) (io.ReadCloser, error) { func (si *serverInfo) OpenHLL(at time.Time) (io.ReadCloser, error) {
year, month, day := at.Date() year, month, day := at.Date()
filename := fmt.Sprintf("%s/%s/%d-%d-%d.gob", config.GobFilesLocation, si.subdomain, year, month, day) filename := fmt.Sprintf("%s/%s/%d-%d-%d.gob", config.GobFilesLocation, si.subdomain, year, month, day)
@ -253,10 +264,10 @@ func (si *serverInfo) DownloadHLL(at time.Time) (io.ReadCloser, error) {
} }
filename := fmt.Sprintf("%s/%s/%d-%d-%d.gob", config.GobFilesLocation, si.subdomain, year, month, day) filename := fmt.Sprintf("%s/%s/%d-%d-%d.gob", config.GobFilesLocation, si.subdomain, year, month, day)
file, err := os.OpenFile(filename, os.O_CREATE | os.O_EXCL | os.O_RDWR, 0644) file, err := os.OpenFile(filename, os.O_CREATE|os.O_EXCL|os.O_RDWR, 0644)
if os.IsNotExist(err) { if os.IsNotExist(err) {
os.MkdirAll(fmt.Sprintf("%s/%s", config.GobFilesLocation, si.subdomain), 0755) os.MkdirAll(fmt.Sprintf("%s/%s", config.GobFilesLocation, si.subdomain), 0755)
file, err = os.OpenFile(filename, os.O_CREATE | os.O_EXCL | os.O_RDWR, 0644) file, err = os.OpenFile(filename, os.O_CREATE|os.O_EXCL|os.O_RDWR, 0644)
} }
if err != nil { if err != nil {
resp.Body.Close() resp.Body.Close()