312 lines
9.0 KiB
Go
312 lines
9.0 KiB
Go
package main
|
|
|
|
import (
|
|
"database/sql"
|
|
"fmt"
|
|
"github.com/gobuffalo/packr/v2"
|
|
_ "github.com/mattn/go-sqlite3"
|
|
"github.com/mssola/user_agent"
|
|
"github.com/rubenv/sql-migrate"
|
|
"net/url"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
type Database struct {
|
|
sqlDB *sql.DB
|
|
trackingStmt *sql.Stmt
|
|
}
|
|
|
|
var (
|
|
db = &Database{}
|
|
)
|
|
|
|
func initDatabase() (e error) {
|
|
if _, err := os.Stat(appConfig.DbPath); os.IsNotExist(err) {
|
|
_ = os.MkdirAll(filepath.Dir(appConfig.DbPath), os.ModePerm)
|
|
}
|
|
db.sqlDB, e = sql.Open("sqlite3", appConfig.DbPath)
|
|
if e != nil {
|
|
return
|
|
}
|
|
e = migrateDatabase(db.sqlDB)
|
|
db.trackingStmt, e = db.sqlDB.Prepare("insert into views(url, ref, useragent, bot, os) values(:url, :ref, :ua, :bot, :os)")
|
|
if e != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func migrateDatabase(database *sql.DB) (e error) {
|
|
migrations := &migrate.PackrMigrationSource{
|
|
Box: packr.New("migrations", "migrations"),
|
|
}
|
|
_, e = migrate.Exec(database, "sqlite3", migrations, migrate.Up)
|
|
return
|
|
}
|
|
|
|
// Tracking
|
|
|
|
func trackView(urlString string, ref string, ua string) {
|
|
if len(urlString) == 0 {
|
|
// Don't track empty urls
|
|
return
|
|
}
|
|
if ref != "" {
|
|
// Clean referrer and just keep the hostname for more privacy
|
|
parsedRef, _ := url.Parse(ref)
|
|
ref = parsedRef.Hostname()
|
|
}
|
|
bot := 0
|
|
osString := ""
|
|
if ua != "" {
|
|
// Parse Useragent
|
|
userAgent := user_agent.New(ua)
|
|
if userAgent.Bot() {
|
|
bot = 1
|
|
}
|
|
uaName, uaVersion := userAgent.Browser()
|
|
ua = uaName + " " + uaVersion
|
|
osInfo := userAgent.OSInfo()
|
|
if osInfo.FullName != "" {
|
|
osString = osInfo.FullName
|
|
if osInfo.Version != "" {
|
|
osString += " " + osInfo.Version
|
|
}
|
|
}
|
|
}
|
|
_, e := db.trackingStmt.Exec(sql.Named("url", urlString), sql.Named("ref", ref), sql.Named("ua", ua), sql.Named("bot", bot), sql.Named("os", osString))
|
|
if e != nil {
|
|
fmt.Println("Inserting into DB failed:", e)
|
|
}
|
|
}
|
|
|
|
// Requesting
|
|
|
|
type View int
|
|
|
|
const (
|
|
PAGES View = iota + 1
|
|
REFERRERS
|
|
USERAGENTS
|
|
USERAGENTNAMES
|
|
OS
|
|
HOURS
|
|
DAYS
|
|
WEEKS
|
|
MONTHS
|
|
ALLHOURS
|
|
ALLDAYS
|
|
COUNT
|
|
)
|
|
|
|
type ViewsRequest struct {
|
|
view View
|
|
from string
|
|
fromRel string
|
|
to string
|
|
toRel string
|
|
url string
|
|
ref string
|
|
ua string
|
|
ordercol string
|
|
order string
|
|
limit string
|
|
bots string
|
|
os string
|
|
}
|
|
|
|
type RequestResultRow struct {
|
|
First string `json:"first"`
|
|
Second int `json:"second"`
|
|
}
|
|
|
|
func request(request *ViewsRequest) (resultRows []*RequestResultRow, e error) {
|
|
statement, parameters := request.buildStatement()
|
|
namedArgs := make([]interface{}, len(parameters))
|
|
for i, v := range parameters {
|
|
namedArgs[i] = v
|
|
}
|
|
rows, e := db.sqlDB.Query(statement, namedArgs...)
|
|
if e != nil {
|
|
return
|
|
}
|
|
columns, e := rows.Columns()
|
|
if e != nil {
|
|
return
|
|
}
|
|
noOfColumns := len(columns)
|
|
resultRows = []*RequestResultRow{}
|
|
for rows.Next() {
|
|
var first string
|
|
var second int
|
|
if noOfColumns == 2 {
|
|
e = rows.Scan(&first, &second)
|
|
} else if noOfColumns == 1 {
|
|
e = rows.Scan(&second)
|
|
}
|
|
if e != nil {
|
|
_ = rows.Close()
|
|
return
|
|
}
|
|
if first == "" {
|
|
first = "Undefined"
|
|
}
|
|
resultRows = append(resultRows, &RequestResultRow{
|
|
First: first,
|
|
Second: second,
|
|
})
|
|
}
|
|
return
|
|
}
|
|
|
|
func (request *ViewsRequest) buildStatement() (statement string, parameters []sql.NamedArg) {
|
|
filters, parameters := request.buildFilter()
|
|
if len(filters) > 0 {
|
|
filters = " where " + filters + " "
|
|
} else {
|
|
filters = " "
|
|
}
|
|
orderrow := "first"
|
|
order := "ASC"
|
|
if request.ordercol == "second" {
|
|
orderrow = "second"
|
|
}
|
|
if request.order == "DESC" {
|
|
order = "DESC"
|
|
}
|
|
orderStatement := " ORDER BY " + orderrow + " " + order
|
|
limitStatement := ""
|
|
if len(request.limit) != 0 {
|
|
limitStatement = " LIMIT :limit"
|
|
parameters = append(parameters, sql.Named("limit", request.limit))
|
|
}
|
|
switch request.view {
|
|
case PAGES:
|
|
statement = "SELECT url as first, count(*) as second from views" + filters + "group by first" + orderStatement + limitStatement + ";"
|
|
case REFERRERS:
|
|
statement = "SELECT ref as first, count(*) as second from views" + filters + "group by first" + orderStatement + limitStatement + ";"
|
|
case USERAGENTS:
|
|
statement = "SELECT useragent as first, count(*) as second from views" + filters + "group by first" + orderStatement + limitStatement + ";"
|
|
case USERAGENTNAMES:
|
|
statement = "SELECT substr(useragent, 1, pos-1) as first, COUNT(*) as second from (SELECT *, instr(useragent,' ') AS pos FROM views)" + filters + "group by first" + orderStatement + limitStatement + ";"
|
|
case OS:
|
|
statement = "SELECT os as first, count(*) as second from views" + filters + "group by first" + orderStatement + limitStatement + ";"
|
|
case ALLHOURS:
|
|
statement = "WITH RECURSIVE hours(hour) AS ( VALUES (datetime(strftime('%Y-%m-%dT%H:00', (SELECT min(time) from views" + filters + "), 'localtime'))) UNION ALL SELECT datetime(hour, '+1 hour') FROM hours WHERE hour <= strftime('%Y-%m-%d %H', (SELECT max(time) from views" + filters + "), 'localtime') ) SELECT strftime('%Y-%m-%d %H', hours.hour) as first, COUNT(time) as second FROM hours LEFT OUTER JOIN (SELECT time from views" + filters + ") ON strftime('%Y-%m-%d %H', hours.hour) = strftime('%Y-%m-%d %H', time, 'localtime') GROUP BY first" + orderStatement + limitStatement + ";"
|
|
case ALLDAYS:
|
|
statement = "WITH RECURSIVE days(day) AS ( VALUES (datetime((SELECT min(time) from views" + filters + "), 'localtime', 'start of day')) UNION ALL SELECT datetime(day, '+1 day') FROM days WHERE day <= date((SELECT max(time) from views" + filters + "), 'localtime') ) SELECT strftime('%Y-%m-%d', days.day) as first, COUNT(time) as second FROM days LEFT OUTER JOIN (SELECT time from views" + filters + ") ON strftime('%Y-%m-%d', days.day) = strftime('%Y-%m-%d', time, 'localtime') GROUP BY first" + orderStatement + limitStatement + ";"
|
|
case HOURS, DAYS, WEEKS, MONTHS:
|
|
format := ""
|
|
switch request.view {
|
|
case HOURS:
|
|
format = "%Y-%m-%d %H"
|
|
case DAYS:
|
|
format = "%Y-%m-%d"
|
|
case WEEKS:
|
|
format = "%Y-%W"
|
|
case MONTHS:
|
|
format = "%Y-%m"
|
|
}
|
|
statement = "SELECT strftime('" + format + "', time, 'localtime') as first, count(*) as second from views" + filters + "group by first" + orderStatement + limitStatement + ";"
|
|
case COUNT:
|
|
statement = "SELECT count(*) as second from views" + filters + ";"
|
|
}
|
|
return
|
|
}
|
|
|
|
// Request filters
|
|
|
|
func (request *ViewsRequest) buildFilter() (filters string, parameters []sql.NamedArg) {
|
|
parameters = []sql.NamedArg{}
|
|
var allFilters []string
|
|
for _, filter := range []string{
|
|
request.buildDateTimeFilter(¶meters),
|
|
request.buildUrlFilter(¶meters),
|
|
request.buildRefFilter(¶meters),
|
|
request.buildUseragentFilter(¶meters),
|
|
request.buildBotFilter(¶meters),
|
|
request.buildOSFilter(¶meters),
|
|
} {
|
|
if len(filter) > 0 {
|
|
allFilters = append(allFilters, filter)
|
|
}
|
|
}
|
|
filters = strings.Join(allFilters, " and ")
|
|
return
|
|
}
|
|
|
|
func (request *ViewsRequest) buildDateTimeFilter(namedArg *[]sql.NamedArg) (dateTimeFilter string) {
|
|
// Generate absolute from / to from relative ones
|
|
if len(request.fromRel) > 0 {
|
|
duration, e := time.ParseDuration(request.fromRel)
|
|
if e == nil {
|
|
request.from = time.Now().Add(duration).Format("2006-01-02 15:04:05")
|
|
}
|
|
}
|
|
if len(request.toRel) > 0 {
|
|
duration, e := time.ParseDuration(request.toRel)
|
|
if e == nil {
|
|
request.to = time.Now().Add(duration).Format("2006-01-02 15:04:05")
|
|
}
|
|
}
|
|
// Build filter
|
|
selector := "datetime(time, 'localtime')"
|
|
if len(request.from) > 0 && len(request.to) > 0 {
|
|
*namedArg = append(*namedArg, sql.Named("from", request.from))
|
|
*namedArg = append(*namedArg, sql.Named("to", request.to))
|
|
dateTimeFilter = selector + " between :from and :to"
|
|
} else if len(request.from) > 0 {
|
|
*namedArg = append(*namedArg, sql.Named("from", request.from))
|
|
dateTimeFilter = selector + " >= :from"
|
|
} else if len(request.to) > 0 {
|
|
*namedArg = append(*namedArg, sql.Named("to", request.to))
|
|
dateTimeFilter = selector + " <= :to"
|
|
}
|
|
return
|
|
}
|
|
|
|
func (request *ViewsRequest) buildUrlFilter(namedArg *[]sql.NamedArg) (urlFilter string) {
|
|
if len(request.url) > 0 {
|
|
*namedArg = append(*namedArg, sql.Named("url", "%"+request.url+"%"))
|
|
urlFilter = "url like :url"
|
|
}
|
|
return
|
|
}
|
|
|
|
func (request *ViewsRequest) buildRefFilter(namedArg *[]sql.NamedArg) (refFilter string) {
|
|
if len(request.ref) > 0 {
|
|
*namedArg = append(*namedArg, sql.Named("ref", "%"+request.ref+"%"))
|
|
refFilter = "ref like :ref"
|
|
}
|
|
return
|
|
}
|
|
|
|
func (request *ViewsRequest) buildUseragentFilter(namedArg *[]sql.NamedArg) (uaFilter string) {
|
|
if len(request.ua) > 0 {
|
|
*namedArg = append(*namedArg, sql.Named("ua", "%"+request.ua+"%"))
|
|
uaFilter = "useragent like :ua"
|
|
}
|
|
return
|
|
}
|
|
|
|
func (request *ViewsRequest) buildBotFilter(namedArg *[]sql.NamedArg) (botFilter string) {
|
|
if len(request.bots) > 0 {
|
|
if request.bots == "0" || request.bots == "1" {
|
|
*namedArg = append(*namedArg, sql.Named("bot", request.bots))
|
|
}
|
|
botFilter = "bot like :bot"
|
|
}
|
|
return
|
|
}
|
|
|
|
func (request *ViewsRequest) buildOSFilter(namedArg *[]sql.NamedArg) (osFilter string) {
|
|
if len(request.os) > 0 {
|
|
*namedArg = append(*namedArg, sql.Named("os", "%"+request.os+"%"))
|
|
osFilter = "os like :os"
|
|
}
|
|
return
|
|
}
|