2020-07-28 19:17:07 +00:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"database/sql"
|
2021-05-29 11:32:00 +00:00
|
|
|
"errors"
|
2021-03-26 08:33:46 +00:00
|
|
|
"log"
|
|
|
|
"os"
|
2021-06-18 12:32:03 +00:00
|
|
|
"sync"
|
2020-10-18 08:01:46 +00:00
|
|
|
|
2020-12-16 20:24:53 +00:00
|
|
|
sqlite "github.com/mattn/go-sqlite3"
|
2021-03-26 08:33:46 +00:00
|
|
|
"github.com/schollz/sqlite3dump"
|
2021-06-06 12:39:42 +00:00
|
|
|
"golang.org/x/sync/singleflight"
|
2020-07-28 19:17:07 +00:00
|
|
|
)
|
|
|
|
|
2021-06-06 12:39:42 +00:00
|
|
|
type database struct {
|
2021-06-14 14:29:22 +00:00
|
|
|
db *sql.DB
|
|
|
|
stmts map[string]*sql.Stmt
|
|
|
|
g singleflight.Group
|
|
|
|
pc singleflight.Group
|
2021-06-18 12:32:03 +00:00
|
|
|
pcm sync.Mutex
|
2021-05-29 11:32:00 +00:00
|
|
|
}
|
2020-07-28 19:17:07 +00:00
|
|
|
|
2021-06-06 12:39:42 +00:00
|
|
|
func (a *goBlog) initDatabase() (err error) {
|
2021-06-17 14:34:57 +00:00
|
|
|
log.Println("Initialize database...")
|
2021-05-29 11:32:00 +00:00
|
|
|
// Setup db
|
2021-06-14 14:29:22 +00:00
|
|
|
db, err := a.openDatabase(a.cfg.Db.File, true)
|
2021-06-06 12:39:42 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
// Create appDB
|
|
|
|
a.db = db
|
2021-06-17 14:34:57 +00:00
|
|
|
a.shutdown.Add(func() {
|
|
|
|
if err := db.close(); err != nil {
|
|
|
|
log.Printf("Failed to close database: %v", err)
|
|
|
|
} else {
|
|
|
|
log.Println("Closed database")
|
|
|
|
}
|
2021-06-06 12:39:42 +00:00
|
|
|
})
|
|
|
|
if a.cfg.Db.DumpFile != "" {
|
2021-06-18 12:32:03 +00:00
|
|
|
a.hourlyHooks = append(a.hourlyHooks, func() {
|
2021-06-06 12:39:42 +00:00
|
|
|
db.dump(a.cfg.Db.DumpFile)
|
|
|
|
})
|
|
|
|
db.dump(a.cfg.Db.DumpFile)
|
|
|
|
}
|
2021-06-17 14:34:57 +00:00
|
|
|
log.Println("Initialized database")
|
2021-06-06 12:39:42 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-06-14 14:29:22 +00:00
|
|
|
func (a *goBlog) openDatabase(file string, logging bool) (*database, error) {
|
2021-06-06 12:39:42 +00:00
|
|
|
// Register driver
|
|
|
|
dbDriverName := generateRandomString(15)
|
|
|
|
sql.Register("goblog_db_"+dbDriverName, &sqlite.SQLiteDriver{
|
2020-12-16 20:24:53 +00:00
|
|
|
ConnectHook: func(c *sqlite.SQLiteConn) error {
|
2021-06-15 15:36:41 +00:00
|
|
|
// Depends on app
|
|
|
|
if err := c.RegisterFunc("mdtext", a.renderText, true); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
// Independent
|
2020-12-16 20:24:53 +00:00
|
|
|
if err := c.RegisterFunc("tolocal", toLocalSafe, true); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-04-28 18:03:20 +00:00
|
|
|
if err := c.RegisterFunc("wordcount", wordCount, true); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-06-15 15:36:41 +00:00
|
|
|
if err := c.RegisterFunc("charcount", charCount, true); err != nil {
|
2021-05-09 07:08:31 +00:00
|
|
|
return err
|
|
|
|
}
|
2020-12-16 20:24:53 +00:00
|
|
|
return nil
|
|
|
|
},
|
|
|
|
})
|
2021-06-06 12:39:42 +00:00
|
|
|
// Open db
|
|
|
|
db, err := sql.Open("goblog_db_"+dbDriverName, file+"?cache=shared&mode=rwc&_journal_mode=WAL")
|
2020-07-28 19:17:07 +00:00
|
|
|
if err != nil {
|
2021-06-06 12:39:42 +00:00
|
|
|
return nil, err
|
2020-07-28 19:17:07 +00:00
|
|
|
}
|
2021-05-29 11:32:00 +00:00
|
|
|
db.SetMaxOpenConns(1)
|
|
|
|
err = db.Ping()
|
2021-03-26 08:33:46 +00:00
|
|
|
if err != nil {
|
2021-06-06 12:39:42 +00:00
|
|
|
return nil, err
|
2021-03-26 08:33:46 +00:00
|
|
|
}
|
2021-05-29 11:32:00 +00:00
|
|
|
// Check available SQLite features
|
|
|
|
rows, err := db.Query("pragma compile_options")
|
2021-03-26 08:33:46 +00:00
|
|
|
if err != nil {
|
2021-06-06 12:39:42 +00:00
|
|
|
return nil, err
|
2021-03-26 08:33:46 +00:00
|
|
|
}
|
2021-05-29 11:32:00 +00:00
|
|
|
cos := map[string]bool{}
|
|
|
|
var co string
|
|
|
|
for rows.Next() {
|
|
|
|
err = rows.Scan(&co)
|
|
|
|
if err != nil {
|
2021-06-06 12:39:42 +00:00
|
|
|
return nil, err
|
2021-05-29 11:32:00 +00:00
|
|
|
}
|
|
|
|
cos[co] = true
|
|
|
|
}
|
|
|
|
if _, ok := cos["ENABLE_FTS5"]; !ok {
|
2021-06-06 12:39:42 +00:00
|
|
|
return nil, errors.New("sqlite not compiled with FTS5")
|
2021-05-29 11:32:00 +00:00
|
|
|
}
|
|
|
|
// Migrate DB
|
2021-06-14 14:29:22 +00:00
|
|
|
err = migrateDb(db, logging)
|
2021-05-29 11:32:00 +00:00
|
|
|
if err != nil {
|
2021-06-06 12:39:42 +00:00
|
|
|
return nil, err
|
2021-03-26 08:33:46 +00:00
|
|
|
}
|
2021-06-06 12:39:42 +00:00
|
|
|
return &database{
|
|
|
|
db: db,
|
|
|
|
stmts: map[string]*sql.Stmt{},
|
|
|
|
}, nil
|
2021-03-26 08:33:46 +00:00
|
|
|
}
|
|
|
|
|
2021-06-06 12:39:42 +00:00
|
|
|
// Main features
|
|
|
|
|
|
|
|
func (db *database) dump(file string) {
|
|
|
|
f, err := os.Create(file)
|
2021-03-26 08:33:46 +00:00
|
|
|
if err != nil {
|
|
|
|
log.Println("Error while dump db:", err.Error())
|
2021-04-16 18:00:38 +00:00
|
|
|
return
|
2021-03-26 08:33:46 +00:00
|
|
|
}
|
2021-06-17 14:34:57 +00:00
|
|
|
if err = sqlite3dump.DumpDB(db.db, f, sqlite3dump.WithTransaction(true)); err != nil {
|
2021-03-26 08:33:46 +00:00
|
|
|
log.Println("Error while dump db:", err.Error())
|
|
|
|
}
|
2020-07-28 19:17:07 +00:00
|
|
|
}
|
|
|
|
|
2021-06-06 12:39:42 +00:00
|
|
|
func (db *database) close() error {
|
2021-05-29 11:32:00 +00:00
|
|
|
return db.db.Close()
|
2020-07-28 19:17:07 +00:00
|
|
|
}
|
|
|
|
|
2021-06-06 12:39:42 +00:00
|
|
|
func (db *database) prepare(query string) (*sql.Stmt, error) {
|
|
|
|
stmt, err, _ := db.g.Do(query, func() (interface{}, error) {
|
|
|
|
stmt, ok := db.stmts[query]
|
2020-11-09 15:40:12 +00:00
|
|
|
if ok && stmt != nil {
|
|
|
|
return stmt, nil
|
|
|
|
}
|
2021-06-19 21:54:07 +00:00
|
|
|
stmt, err := db.db.Prepare(query)
|
2020-11-09 15:40:12 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2021-06-06 12:39:42 +00:00
|
|
|
db.stmts[query] = stmt
|
2020-11-09 15:40:12 +00:00
|
|
|
return stmt, nil
|
|
|
|
})
|
2020-12-09 16:25:09 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return stmt.(*sql.Stmt), nil
|
2020-11-09 15:40:12 +00:00
|
|
|
}
|
|
|
|
|
2021-06-06 12:39:42 +00:00
|
|
|
func (db *database) exec(query string, args ...interface{}) (sql.Result, error) {
|
2021-05-29 11:32:00 +00:00
|
|
|
stmt, err := db.prepare(query)
|
2020-11-09 15:40:12 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2021-06-19 21:54:07 +00:00
|
|
|
return stmt.Exec(args...)
|
2020-11-09 15:40:12 +00:00
|
|
|
}
|
|
|
|
|
2021-06-06 12:39:42 +00:00
|
|
|
func (db *database) execMulti(query string, args ...interface{}) (sql.Result, error) {
|
2021-05-29 11:32:00 +00:00
|
|
|
// Can't prepare the statement
|
2021-06-19 21:54:07 +00:00
|
|
|
return db.db.Exec(query, args...)
|
2021-05-29 11:32:00 +00:00
|
|
|
}
|
|
|
|
|
2021-06-06 12:39:42 +00:00
|
|
|
func (db *database) query(query string, args ...interface{}) (*sql.Rows, error) {
|
2021-05-29 11:32:00 +00:00
|
|
|
stmt, err := db.prepare(query)
|
2020-11-09 15:40:12 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2021-06-19 21:54:07 +00:00
|
|
|
return stmt.Query(args...)
|
2020-11-09 15:40:12 +00:00
|
|
|
}
|
|
|
|
|
2021-06-06 12:39:42 +00:00
|
|
|
func (db *database) queryRow(query string, args ...interface{}) (*sql.Row, error) {
|
2021-05-29 11:32:00 +00:00
|
|
|
stmt, err := db.prepare(query)
|
2020-11-09 15:40:12 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2021-06-19 21:54:07 +00:00
|
|
|
return stmt.QueryRow(args...), nil
|
2020-07-30 14:47:46 +00:00
|
|
|
}
|
2021-06-06 12:39:42 +00:00
|
|
|
|
|
|
|
// Other things
|
|
|
|
|
|
|
|
func (d *database) rebuildFTSIndex() {
|
|
|
|
_, _ = d.exec("insert into posts_fts(posts_fts) values ('rebuild')")
|
|
|
|
}
|