1
Fork 0

Add User agent header for DiscoverLinks requests

This commit is contained in:
Jan-Lukas Else 2020-04-25 12:06:00 +02:00
parent 9ed2bed038
commit 7599ebe944
2 changed files with 13 additions and 2 deletions

View File

@ -25,6 +25,7 @@ func LatestArticle(url string) (*Article, error) {
return nil, errors.New("failed to get json feed")
}
err = json.NewDecoder(resp.Body).Decode(&jsonFeed)
_ = resp.Body.Close()
if err != nil {
return nil, errors.New("failed to parse json feed")
}

14
main.go
View File

@ -89,8 +89,17 @@ func updateLastArticle(dirname string, feed string, url string, date string) err
}
func sendWebmentions(url string, blacklist []string) error {
client := webmention.New(nil)
discovered, err := client.DiscoverLinks(url, ".h-entry")
req, err := http.NewRequest(http.MethodGet, url, nil)
if err != nil {
return err
}
req.Header.Add("User-Agent", "WebmentionHelper")
resp, err := http.DefaultClient.Do(req)
if err != nil {
return err
}
discovered, err := webmention.DiscoverLinksFromReader(resp.Body, url, ".h-entry")
_ = resp.Body.Close()
if err != nil {
return err
}
@ -108,6 +117,7 @@ func sendWebmentions(url string, blacklist []string) error {
filtered = append(filtered, link)
}
}
client := webmention.New(nil)
for _, link := range filtered {
endpoint, err := client.DiscoverEndpoint(link)
if err != nil || len(endpoint) < 1 {