GoBlog/database.go

184 lines
4.0 KiB
Go
Raw Normal View History

2020-07-28 19:17:07 +00:00
package main
import (
2021-06-14 14:29:22 +00:00
"context"
2020-07-28 19:17:07 +00:00
"database/sql"
2021-05-29 11:32:00 +00:00
"errors"
2021-03-26 08:33:46 +00:00
"log"
"os"
2020-12-16 20:24:53 +00:00
sqlite "github.com/mattn/go-sqlite3"
2021-03-26 08:33:46 +00:00
"github.com/schollz/sqlite3dump"
"golang.org/x/sync/singleflight"
2020-07-28 19:17:07 +00:00
)
type database struct {
2021-06-14 14:29:22 +00:00
db *sql.DB
c context.Context
cf context.CancelFunc
stmts map[string]*sql.Stmt
g singleflight.Group
pc singleflight.Group
2021-05-29 11:32:00 +00:00
}
2020-07-28 19:17:07 +00:00
func (a *goBlog) initDatabase() (err error) {
log.Println("Initialize database...")
2021-05-29 11:32:00 +00:00
// Setup db
2021-06-14 14:29:22 +00:00
db, err := a.openDatabase(a.cfg.Db.File, true)
if err != nil {
return err
}
// Create appDB
a.db = db
a.shutdown.Add(func() {
if err := db.close(); err != nil {
log.Printf("Failed to close database: %v", err)
} else {
log.Println("Closed database")
}
})
if a.cfg.Db.DumpFile != "" {
hourlyHooks = append(hourlyHooks, func() {
db.dump(a.cfg.Db.DumpFile)
})
db.dump(a.cfg.Db.DumpFile)
}
log.Println("Initialized database")
return nil
}
2021-06-14 14:29:22 +00:00
func (a *goBlog) openDatabase(file string, logging bool) (*database, error) {
// Register driver
dbDriverName := generateRandomString(15)
sql.Register("goblog_db_"+dbDriverName, &sqlite.SQLiteDriver{
2020-12-16 20:24:53 +00:00
ConnectHook: func(c *sqlite.SQLiteConn) error {
// Depends on app
if err := c.RegisterFunc("mdtext", a.renderText, true); err != nil {
return err
}
// Independent
2020-12-16 20:24:53 +00:00
if err := c.RegisterFunc("tolocal", toLocalSafe, true); err != nil {
return err
}
2021-04-28 18:03:20 +00:00
if err := c.RegisterFunc("wordcount", wordCount, true); err != nil {
return err
}
if err := c.RegisterFunc("charcount", charCount, true); err != nil {
return err
}
2020-12-16 20:24:53 +00:00
return nil
},
})
// Open db
db, err := sql.Open("goblog_db_"+dbDriverName, file+"?cache=shared&mode=rwc&_journal_mode=WAL")
2020-07-28 19:17:07 +00:00
if err != nil {
return nil, err
2020-07-28 19:17:07 +00:00
}
2021-05-29 11:32:00 +00:00
db.SetMaxOpenConns(1)
err = db.Ping()
2021-03-26 08:33:46 +00:00
if err != nil {
return nil, err
2021-03-26 08:33:46 +00:00
}
2021-05-29 11:32:00 +00:00
// Check available SQLite features
rows, err := db.Query("pragma compile_options")
2021-03-26 08:33:46 +00:00
if err != nil {
return nil, err
2021-03-26 08:33:46 +00:00
}
2021-05-29 11:32:00 +00:00
cos := map[string]bool{}
var co string
for rows.Next() {
err = rows.Scan(&co)
if err != nil {
return nil, err
2021-05-29 11:32:00 +00:00
}
cos[co] = true
}
if _, ok := cos["ENABLE_FTS5"]; !ok {
return nil, errors.New("sqlite not compiled with FTS5")
2021-05-29 11:32:00 +00:00
}
// Migrate DB
2021-06-14 14:29:22 +00:00
err = migrateDb(db, logging)
2021-05-29 11:32:00 +00:00
if err != nil {
return nil, err
2021-03-26 08:33:46 +00:00
}
2021-06-14 14:29:22 +00:00
c, cf := context.WithCancel(context.Background())
return &database{
db: db,
stmts: map[string]*sql.Stmt{},
2021-06-14 14:29:22 +00:00
c: c,
cf: cf,
}, nil
2021-03-26 08:33:46 +00:00
}
// Main features
func (db *database) dump(file string) {
f, err := os.Create(file)
2021-03-26 08:33:46 +00:00
if err != nil {
log.Println("Error while dump db:", err.Error())
2021-04-16 18:00:38 +00:00
return
2021-03-26 08:33:46 +00:00
}
if err = sqlite3dump.DumpDB(db.db, f, sqlite3dump.WithTransaction(true)); err != nil {
2021-03-26 08:33:46 +00:00
log.Println("Error while dump db:", err.Error())
}
2020-07-28 19:17:07 +00:00
}
func (db *database) close() error {
2021-06-14 14:29:22 +00:00
db.cf()
2021-05-29 11:32:00 +00:00
return db.db.Close()
2020-07-28 19:17:07 +00:00
}
func (db *database) prepare(query string) (*sql.Stmt, error) {
stmt, err, _ := db.g.Do(query, func() (interface{}, error) {
stmt, ok := db.stmts[query]
if ok && stmt != nil {
return stmt, nil
}
2021-06-14 14:29:22 +00:00
stmt, err := db.db.PrepareContext(db.c, query)
if err != nil {
return nil, err
}
db.stmts[query] = stmt
return stmt, nil
})
2020-12-09 16:25:09 +00:00
if err != nil {
return nil, err
}
return stmt.(*sql.Stmt), nil
}
func (db *database) exec(query string, args ...interface{}) (sql.Result, error) {
2021-05-29 11:32:00 +00:00
stmt, err := db.prepare(query)
if err != nil {
return nil, err
}
2021-06-14 14:29:22 +00:00
return stmt.ExecContext(db.c, args...)
}
func (db *database) execMulti(query string, args ...interface{}) (sql.Result, error) {
2021-05-29 11:32:00 +00:00
// Can't prepare the statement
2021-06-14 14:29:22 +00:00
return db.db.ExecContext(db.c, query, args...)
2021-05-29 11:32:00 +00:00
}
func (db *database) query(query string, args ...interface{}) (*sql.Rows, error) {
2021-05-29 11:32:00 +00:00
stmt, err := db.prepare(query)
if err != nil {
return nil, err
}
2021-06-14 14:29:22 +00:00
return stmt.QueryContext(db.c, args...)
}
func (db *database) queryRow(query string, args ...interface{}) (*sql.Row, error) {
2021-05-29 11:32:00 +00:00
stmt, err := db.prepare(query)
if err != nil {
return nil, err
}
2021-06-14 14:29:22 +00:00
return stmt.QueryRowContext(db.c, args...), nil
2020-07-30 14:47:46 +00:00
}
// Other things
func (d *database) rebuildFTSIndex() {
_, _ = d.exec("insert into posts_fts(posts_fts) values ('rebuild')")
}