peter/ekster
1
0
Fork 0
Code Issues 3 Pull Requests Projects 3 Releases 1 Wiki Activity

Make cached items expire after 10 minutes

Browse Source
This commit is contained in:
Peter Stuifzand 2018-02-19 21:02:47 +01:00
parent 6ef5374f09
commit 990e70dfa8
1 changed files with 18 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
cmd/server/fetch.go
View File

@ -8,15 +8,21 @@ import (
"net/url"
"os"
"strings"
"time"
"github.com/pstuifzand/microsub-server/microsub"
"willnorris.com/go/microformats"
)
var cache map[string]*microformats.Data
type cacheItem struct {
item *microformats.Data
created time.Time
}
var cache map[string]cacheItem
func init() {
cache = make(map[string]*microformats.Data)
cache = make(map[string]cacheItem)
}
func Fetch2(fetchURL string) (*microformats.Data, error) {
@ -30,12 +36,17 @@ func Fetch2(fetchURL string) (*microformats.Data, error) {
}
if data, e := cache[u.String()]; e {
log.Printf("HIT %s\n", u.String())
return data, nil
if data.created.After(time.Now().Add(time.Minute * -10)) {
log.Printf("HIT %s\n", u.String())
return data.item, nil
} else {
log.Printf("EVICT %s\n", u.String())
delete(cache, u.String())
}
} else {
log.Printf("MISS %s\n", u.String())
}
log.Printf("MISS %s\n", u.String())
resp, err := http.Get(u.String())
if err != nil {
return nil, fmt.Errorf("error while fetching %s: %s", u, err)
@ -47,7 +58,7 @@ func Fetch2(fetchURL string) (*microformats.Data, error) {
defer resp.Body.Close()
data := microformats.Parse(resp.Body, u)
cache[u.String()] = data
cache[u.String()] = cacheItem{data, time.Now()}
return data, nil
}