Compare commits
No commits in common. "a331f4a300e6237f824656df867b58c84b7a61a4" and "5eed538bd1d28b2002dd01dede7b63cf5d15a6fb" have entirely different histories.
a331f4a300
...
5eed538bd1
|
|
@ -351,7 +351,7 @@ func performCommands(sub microsub.Microsub, commands []string) {
|
||||||
}
|
}
|
||||||
|
|
||||||
if len(commands) == 2 && commands[0] == "follow" {
|
if len(commands) == 2 && commands[0] == "follow" {
|
||||||
uid, _ := channelID(sub, commands[1])
|
uid := commands[1]
|
||||||
feeds, err := sub.FollowGetList(uid)
|
feeds, err := sub.FollowGetList(uid)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Fatalf("An error occurred: %s\n", err)
|
log.Fatalf("An error occurred: %s\n", err)
|
||||||
|
|
|
||||||
|
|
@ -555,8 +555,7 @@ func (b *memoryBackend) PreviewURL(previewURL string) (microsub.Timeline, error)
|
||||||
return microsub.Timeline{}, fmt.Errorf("error while fetching %s: %v", previewURL, err)
|
return microsub.Timeline{}, fmt.Errorf("error while fetching %s: %v", previewURL, err)
|
||||||
}
|
}
|
||||||
defer resp.Body.Close()
|
defer resp.Body.Close()
|
||||||
|
items, err := fetch.FeedItems(cachingFetch, previewURL, resp.Header.Get("content-type"), resp.Body)
|
||||||
items, err := ProcessSourcedItems(cachingFetch, previewURL, resp.Header.Get("content-type"), resp.Body)
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return microsub.Timeline{}, fmt.Errorf("error while fetching %s: %v", previewURL, err)
|
return microsub.Timeline{}, fmt.Errorf("error while fetching %s: %v", previewURL, err)
|
||||||
}
|
}
|
||||||
|
|
@ -586,11 +585,12 @@ func (b *memoryBackend) Events() (chan sse.Message, error) {
|
||||||
return sse.StartConnection(b.broker)
|
return sse.StartConnection(b.broker)
|
||||||
}
|
}
|
||||||
|
|
||||||
// ProcessSourcedItems processes items and adds the Source
|
func (b *memoryBackend) ProcessContent(channel, fetchURL, contentType string, body io.Reader) error {
|
||||||
func ProcessSourcedItems(fetcher fetch.FetcherFunc, fetchURL, contentType string, body io.Reader) ([]microsub.Item, error) {
|
cachingFetch := WithCaching(b.pool, Fetch2)
|
||||||
|
|
||||||
// When the source is available from the Header, we fill the Source of the item
|
// When the source is available from the Header, we fill the Source of the item
|
||||||
var source *microsub.Source
|
var source *microsub.Source
|
||||||
if header, err := fetch.FeedHeader(fetcher, fetchURL, contentType, body); err == nil {
|
if header, err := fetch.FeedHeader(cachingFetch, fetchURL, contentType, body); err == nil {
|
||||||
source = µsub.Source{
|
source = µsub.Source{
|
||||||
ID: header.URL,
|
ID: header.URL,
|
||||||
URL: header.URL,
|
URL: header.URL,
|
||||||
|
|
@ -604,28 +604,14 @@ func ProcessSourcedItems(fetcher fetch.FetcherFunc, fetchURL, contentType string
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
items, err := fetch.FeedItems(fetcher, fetchURL, contentType, body)
|
items, err := fetch.FeedItems(cachingFetch, fetchURL, contentType, body)
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, item := range items {
|
|
||||||
item.Read = false
|
|
||||||
item.Source = source
|
|
||||||
}
|
|
||||||
|
|
||||||
return items, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (b *memoryBackend) ProcessContent(channel, fetchURL, contentType string, body io.Reader) error {
|
|
||||||
cachingFetch := WithCaching(b.pool, Fetch2)
|
|
||||||
|
|
||||||
items, err := ProcessSourcedItems(cachingFetch, fetchURL, contentType, body)
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, item := range items {
|
for _, item := range items {
|
||||||
|
item.Read = false
|
||||||
|
item.Source = source
|
||||||
err = b.channelAddItemWithMatcher(channel, item)
|
err = b.channelAddItemWithMatcher(channel, item)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Printf("ERROR: %s\n", err)
|
log.Printf("ERROR: %s\n", err)
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue
Block a user