Add User agent header for DiscoverLinks requests
This commit is contained in:
parent
9ed2bed038
commit
7599ebe944
1
feed.go
1
feed.go
|
@ -25,6 +25,7 @@ func LatestArticle(url string) (*Article, error) {
|
||||||
return nil, errors.New("failed to get json feed")
|
return nil, errors.New("failed to get json feed")
|
||||||
}
|
}
|
||||||
err = json.NewDecoder(resp.Body).Decode(&jsonFeed)
|
err = json.NewDecoder(resp.Body).Decode(&jsonFeed)
|
||||||
|
_ = resp.Body.Close()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.New("failed to parse json feed")
|
return nil, errors.New("failed to parse json feed")
|
||||||
}
|
}
|
||||||
|
|
14
main.go
14
main.go
|
@ -89,8 +89,17 @@ func updateLastArticle(dirname string, feed string, url string, date string) err
|
||||||
}
|
}
|
||||||
|
|
||||||
func sendWebmentions(url string, blacklist []string) error {
|
func sendWebmentions(url string, blacklist []string) error {
|
||||||
client := webmention.New(nil)
|
req, err := http.NewRequest(http.MethodGet, url, nil)
|
||||||
discovered, err := client.DiscoverLinks(url, ".h-entry")
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
req.Header.Add("User-Agent", "WebmentionHelper")
|
||||||
|
resp, err := http.DefaultClient.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
discovered, err := webmention.DiscoverLinksFromReader(resp.Body, url, ".h-entry")
|
||||||
|
_ = resp.Body.Close()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
@ -108,6 +117,7 @@ func sendWebmentions(url string, blacklist []string) error {
|
||||||
filtered = append(filtered, link)
|
filtered = append(filtered, link)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
client := webmention.New(nil)
|
||||||
for _, link := range filtered {
|
for _, link := range filtered {
|
||||||
endpoint, err := client.DiscoverEndpoint(link)
|
endpoint, err := client.DiscoverEndpoint(link)
|
||||||
if err != nil || len(endpoint) < 1 {
|
if err != nil || len(endpoint) < 1 {
|
||||||
|
|
Reference in New Issue