peter/ekster
1
0
Fork 0
Code Issues 3 Pull Requests Projects 3 Releases 1 Wiki Activity

Make cached items expire after 10 minutes

Browse Source
This commit is contained in:
Peter Stuifzand 2018-02-19 21:02:47 +01:00
parent 6ef5374f09
commit 990e70dfa8
1 changed files with 18 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
cmd/server/fetch.go
View File

@ -8,15 +8,21 @@ import (
"net/url" "net/url"
"os" "os"
"strings" "strings"
"time"
"github.com/pstuifzand/microsub-server/microsub" "github.com/pstuifzand/microsub-server/microsub"
"willnorris.com/go/microformats" "willnorris.com/go/microformats"
) )
var cache map[string]*microformats.Data type cacheItem struct {
item *microformats.Data
created time.Time
}
var cache map[string]cacheItem
func init() { func init() {
cache = make(map[string]*microformats.Data) cache = make(map[string]cacheItem)
} }
func Fetch2(fetchURL string) (*microformats.Data, error) { func Fetch2(fetchURL string) (*microformats.Data, error) {
@ -30,11 +36,16 @@ func Fetch2(fetchURL string) (*microformats.Data, error) {
} }
if data, e := cache[u.String()]; e { if data, e := cache[u.String()]; e {
if data.created.After(time.Now().Add(time.Minute * -10)) {
log.Printf("HIT %s\n", u.String()) log.Printf("HIT %s\n", u.String())
return data, nil return data.item, nil
} else {
log.Printf("EVICT %s\n", u.String())
delete(cache, u.String())
} }
} else {
log.Printf("MISS %s\n", u.String()) log.Printf("MISS %s\n", u.String())
}
resp, err := http.Get(u.String()) resp, err := http.Get(u.String())
if err != nil { if err != nil {
@ -47,7 +58,7 @@ func Fetch2(fetchURL string) (*microformats.Data, error) {
defer resp.Body.Close() defer resp.Body.Close()
data := microformats.Parse(resp.Body, u) data := microformats.Parse(resp.Body, u)
cache[u.String()] = data cache[u.String()] = cacheItem{data, time.Now()}
return data, nil return data, nil
} }