mirror of https://github.com/jlelse/GoBlog
72 lines
1.6 KiB
Go
72 lines
1.6 KiB
Go
package main
|
|
|
|
import (
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func Test_robotsTXT(t *testing.T) {
|
|
|
|
t.Run("Default", func(t *testing.T) {
|
|
app := &goBlog{
|
|
cfg: &config{
|
|
Server: &configServer{
|
|
PublicAddress: "https://example.com",
|
|
},
|
|
},
|
|
}
|
|
|
|
rec := httptest.NewRecorder()
|
|
req := httptest.NewRequest("GET", "/robots.txt", nil)
|
|
app.serveRobotsTXT(rec, req)
|
|
assert.Equal(t, http.StatusOK, rec.Code)
|
|
assert.Equal(t, "User-agent: *\nAllow: /\n\nSitemap: https://example.com/sitemap.xml\n", rec.Body.String())
|
|
})
|
|
|
|
t.Run("Private mode", func(t *testing.T) {
|
|
app := &goBlog{
|
|
cfg: &config{
|
|
Server: &configServer{
|
|
PublicAddress: "https://example.com",
|
|
},
|
|
PrivateMode: &configPrivateMode{
|
|
Enabled: true,
|
|
},
|
|
},
|
|
}
|
|
|
|
assert.True(t, app.isPrivate())
|
|
|
|
rec := httptest.NewRecorder()
|
|
req := httptest.NewRequest("GET", "/robots.txt", nil)
|
|
app.serveRobotsTXT(rec, req)
|
|
assert.Equal(t, http.StatusOK, rec.Code)
|
|
assert.Equal(t, "User-agent: *\nDisallow: /\n", rec.Body.String())
|
|
})
|
|
|
|
t.Run("Blocked bot", func(t *testing.T) {
|
|
app := &goBlog{
|
|
cfg: &config{
|
|
Server: &configServer{
|
|
PublicAddress: "https://example.com",
|
|
},
|
|
RobotsTxt: &configRobotsTxt{
|
|
BlockedBots: []string{
|
|
"GPTBot",
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
rec := httptest.NewRecorder()
|
|
req := httptest.NewRequest("GET", "/robots.txt", nil)
|
|
app.serveRobotsTXT(rec, req)
|
|
assert.Equal(t, http.StatusOK, rec.Code)
|
|
assert.Equal(t, "User-agent: *\nAllow: /\n\nUser-agent: GPTBot\nDisallow: /\n\nSitemap: https://example.com/sitemap.xml\n", rec.Body.String())
|
|
})
|
|
|
|
}
|