refactor: refactor eiblog

cmd/backup/config/config.go

@@ -0,0 +1,67 @@
+package config
+
+import (
+	"os"
+	"path/filepath"
+	"strings"
+
+	"github.com/eiblog/eiblog/pkg/config"
+
+	"github.com/sirupsen/logrus"
+	"gopkg.in/yaml.v3"
+)
+
+// Config config
+type Config struct {
+	config.APIMode
+
+	Database config.Database // 数据库配置
+	BackupTo string          // 备份到, default: qiniu
+	Interval string          // 备份周期, default: 7d
+	Validity int             // 备份保留时间, default: 60
+	Qiniu    config.Qiniu    // 七牛OSS配置
+}
+
+// Conf 配置
+var Conf Config
+
+// load config file
+func init() {
+	// run mode
+	mode := config.RunMode(os.Getenv("RUN_MODE"))
+	if !mode.IsRunMode() {
+		panic("config: unsupported env RUN_MODE" + mode)
+	}
+	logrus.Infof("Run mode:%s", mode)
+
+	// 加载配置文件
+	dir, err := config.WalkWorkDir()
+	if err != nil {
+		panic(err)
+	}
+
+	path := filepath.Join(dir, "etc", "app.yml")
+	data, err := os.ReadFile(path)
+	if err != nil {
+		panic(err)
+	}
+	err = yaml.Unmarshal(data, &Conf)
+	if err != nil {
+		panic(err)
+	}
+	Conf.RunMode = mode
+
+	// read env
+	readDatabaseEnv()
+}
+
+func readDatabaseEnv() {
+	key := strings.ToUpper(Conf.Name) + "_DB_DRIVER"
+	if d := os.Getenv(key); d != "" {
+		Conf.Database.Driver = d
+	}
+	key = strings.ToUpper(Conf.Name) + "_DB_SOURCE"
+	if s := os.Getenv(key); s != "" {
+		Conf.Database.Source = s
+	}
+}

cmd/backup/docs/docs.go

@@ -0,0 +1,60 @@
+// Package docs Code generated by swaggo/swag. DO NOT EDIT
+package docs
+
+import "github.com/swaggo/swag"
+
+const docTemplate = `{
+    "schemes": {{ marshal .Schemes }},
+    "swagger": "2.0",
+    "info": {
+        "description": "{{escape .Description}}",
+        "title": "{{.Title}}",
+        "contact": {},
+        "version": "{{.Version}}"
+    },
+    "host": "{{.Host}}",
+    "basePath": "{{.BasePath}}",
+    "paths": {
+        "/ping": {
+            "get": {
+                "description": "ping",
+                "consumes": [
+                    "application/json"
+                ],
+                "produces": [
+                    "application/json"
+                ],
+                "tags": [
+                    "ping"
+                ],
+                "summary": "ping",
+                "responses": {
+                    "200": {
+                        "description": "it's ok",
+                        "schema": {
+                            "type": "string"
+                        }
+                    }
+                }
+            }
+        }
+    }
+}`
+
+// SwaggerInfo holds exported Swagger Info so clients can modify it
+var SwaggerInfo = &swag.Spec{
+	Version:          "1.0",
+	Host:             "",
+	BasePath:         "",
+	Schemes:          []string{},
+	Title:            "backup API",
+	Description:      "This is a backup server.",
+	InfoInstanceName: "swagger",
+	SwaggerTemplate:  docTemplate,
+	LeftDelim:        "{{",
+	RightDelim:       "}}",
+}
+
+func init() {
+	swag.Register(SwaggerInfo.InstanceName(), SwaggerInfo)
+}

cmd/backup/docs/swagger.json

@@ -0,0 +1,34 @@
+{
+    "swagger": "2.0",
+    "info": {
+        "description": "This is a backup server.",
+        "title": "backup API",
+        "contact": {},
+        "version": "1.0"
+    },
+    "paths": {
+        "/ping": {
+            "get": {
+                "description": "ping",
+                "consumes": [
+                    "application/json"
+                ],
+                "produces": [
+                    "application/json"
+                ],
+                "tags": [
+                    "ping"
+                ],
+                "summary": "ping",
+                "responses": {
+                    "200": {
+                        "description": "it's ok",
+                        "schema": {
+                            "type": "string"
+                        }
+                    }
+                }
+            }
+        }
+    }
+}

cmd/backup/docs/swagger.yaml

@@ -0,0 +1,22 @@
+info:
+  contact: {}
+  description: This is a backup server.
+  title: backup API
+  version: "1.0"
+paths:
+  /ping:
+    get:
+      consumes:
+      - application/json
+      description: ping
+      produces:
+      - application/json
+      responses:
+        "200":
+          description: it's ok
+          schema:
+            type: string
+      summary: ping
+      tags:
+      - ping
+swagger: "2.0"

cmd/backup/etc/app.yml

@@ -0,0 +1,14 @@
+apimode:
+  name: cmd-backup
+  listen: 0.0.0.0:9000
+database: # 数据库配置
+  driver: sqlite
+  source: ./db.sqlite
+backupto: qiniu # 备份到, default: qiniu
+interval: 7d # 备份周期, default: 7d
+validity: 60 # 备份保留时间, default: 60
+qiniu: # 七牛OSS
+  bucket: eiblog
+  domain: st.deepzz.com
+  accesskey: MB6AXl_Sj_mmFsL-Lt59Dml2Vmy2o8XMmiCbbSeC
+  secretkey: BIrMy0fsZ0_SHNceNXk3eDuo7WmVYzj2-zrmd5Tf

cmd/backup/handler/internal/internal.go

@@ -0,0 +1,17 @@
+package internal
+
+import (
+	"github.com/eiblog/eiblog/cmd/backup/config"
+	"github.com/eiblog/eiblog/pkg/third/qiniu"
+)
+
+// QiniuClient 七牛客户端
+var QiniuClient *qiniu.QiniuClient
+
+func init() {
+	var err error
+	QiniuClient, err = qiniu.NewQiniuClient(config.Conf.Qiniu)
+	if err != nil {
+		panic(err)
+	}
+}

cmd/backup/handler/ping/ping.go

@@ -0,0 +1,24 @@
+package ping
+
+import (
+	"net/http"
+
+	"github.com/gin-gonic/gin"
+)
+
+// RegisterRoutes register routes
+func RegisterRoutes(group gin.IRoutes) {
+	group.GET("/ping", handlePing)
+}
+
+// handlePing ping
+// @Summary ping
+// @Description ping
+// @Tags ping
+// @Accept json
+// @Produce json
+// @Success 200 {string} string "it's ok"
+// @Router /ping [get]
+func handlePing(c *gin.Context) {
+	c.String(http.StatusOK, "it's ok")
+}

cmd/backup/handler/swag/swag.go

@@ -0,0 +1,14 @@
+package swag
+
+import (
+	_ "github.com/eiblog/eiblog/cmd/eiblog/docs" // docs
+
+	"github.com/gin-gonic/gin"
+	swaggerFiles "github.com/swaggo/files"
+	ginSwagger "github.com/swaggo/gin-swagger"
+)
+
+// RegisterRoutes register routes
+func RegisterRoutes(group gin.IRoutes) {
+	group.GET("/swagger/*any", ginSwagger.WrapHandler(swaggerFiles.Handler))
+}

cmd/backup/handler/timer/qiniu/qiniu.go

@@ -0,0 +1,138 @@
+package qiniu
+
+import (
+	"context"
+	"errors"
+	"fmt"
+	"net/url"
+	"os"
+	"os/exec"
+	"path/filepath"
+	"time"
+
+	"github.com/eiblog/eiblog/cmd/backup/config"
+	"github.com/eiblog/eiblog/cmd/backup/handler/internal"
+	"github.com/eiblog/eiblog/pkg/connector/db"
+	"github.com/eiblog/eiblog/pkg/third/qiniu"
+)
+
+// BackupRestorer qiniu backup restorer
+type BackupRestorer struct{}
+
+// Backup implements timer.BackupRestorer
+func (s BackupRestorer) Backup(now time.Time) error {
+	switch config.Conf.Database.Driver {
+	case "mongodb":
+		return backupFromMongoDB(now)
+	default:
+		return errors.New("unsupported source backup to qiniu: " +
+			config.Conf.Database.Driver)
+	}
+}
+
+// Restore implements timer.BackupRestorer
+func (s BackupRestorer) Restore() error {
+	switch config.Conf.Database.Driver {
+	case "mongodb":
+		return restoreToMongoDB()
+	default:
+		return errors.New("unsupported source restore from qiniu: " +
+			config.Conf.Database.Driver)
+	}
+}
+
+func backupFromMongoDB(now time.Time) error {
+	ctx, cancel := context.WithTimeout(context.Background(), time.Minute*20)
+	defer cancel()
+
+	// dump
+	u, err := url.Parse(config.Conf.Database.Source)
+	if err != nil {
+		return err
+	}
+	arg := fmt.Sprintf("mongodump -h %s -d eiblog -o /tmp", u.Host)
+	cmd := exec.CommandContext(ctx, "sh", "-c", arg)
+	err = cmd.Run()
+	if err != nil {
+		return err
+	}
+	// tar
+	name := fmt.Sprintf("eiblog-%s.tar.gz", now.Format("2006-01-02"))
+	arg = fmt.Sprintf("tar czf /tmp/%s -C /tmp eiblog", name)
+	cmd = exec.CommandContext(ctx, "sh", "-c", arg)
+	err = cmd.Run()
+	if err != nil {
+		return err
+	}
+
+	// upload file
+	f, err := os.Open("/tmp/" + name)
+	if err != nil {
+		return err
+	}
+	s, err := f.Stat()
+	if err != nil {
+		return err
+	}
+	uploadParams := qiniu.UploadParams{
+		Name:           filepath.Join("blog", name), // blog/eiblog-xx.tar.gz
+		Size:           s.Size(),
+		Data:           f,
+		NoCompletePath: true,
+	}
+	_, err = internal.QiniuClient.Upload(uploadParams)
+	if err != nil {
+		return err
+	}
+	// after days delete
+	deleteParams := qiniu.DeleteParams{
+		Name:           filepath.Join("blog", name), // blog/eiblog-xx.tar.gz
+		Days:           config.Conf.Validity,
+		NoCompletePath: true,
+	}
+	return internal.QiniuClient.Delete(deleteParams)
+}
+
+func restoreToMongoDB() error {
+	// backup file
+	params := qiniu.ContentParams{
+		Prefix: "blog/",
+	}
+	raw, err := internal.QiniuClient.Content(params)
+	if err != nil {
+		return err
+	}
+	f, err := os.OpenFile("/tmp/eiblog.tar.gz", os.O_WRONLY|os.O_CREATE, 0644)
+	if err != nil {
+		return err
+	}
+	_, _ = f.Write(raw)
+	defer f.Close()
+
+	ctx, cancel := context.WithTimeout(context.Background(), time.Minute*20)
+	defer cancel()
+	// drop database
+	mdb, err := db.NewMDB(config.Conf.Database)
+	if err != nil {
+		return err
+	}
+	err = mdb.Drop(ctx)
+	if err != nil {
+		return err
+	}
+	// unarchive
+	arg := "tar xzf /tmp/eiblog.tar.gz -C /tmp"
+	cmd := exec.CommandContext(ctx, "sh", "-c", arg)
+	err = cmd.Run()
+	if err != nil {
+		return err
+	}
+	// restore
+	u, err := url.Parse(config.Conf.Database.Source)
+	if err != nil {
+		return err
+	}
+	arg = fmt.Sprintf("mongorestore -h %s -d eiblog /tmp/eiblog", u.Host)
+	cmd = exec.CommandContext(ctx, "sh", "-c", arg)
+	return cmd.Run()
+}

cmd/backup/handler/timer/timer.go

@@ -0,0 +1,73 @@
+package timer
+
+import (
+	"errors"
+	"strconv"
+	"time"
+
+	"github.com/eiblog/eiblog/cmd/backup/config"
+	"github.com/eiblog/eiblog/cmd/backup/handler/timer/qiniu"
+
+	"github.com/sirupsen/logrus"
+)
+
+// BackupRestorer 备份恢复器
+type BackupRestorer interface {
+	Backup(now time.Time) error
+	Restore() error
+}
+
+// Start to backup with ticker
+func Start(restore bool) (err error) {
+	var storage BackupRestorer
+
+	// backup instance
+	switch config.Conf.BackupTo {
+	case "qiniu":
+		storage = qiniu.BackupRestorer{}
+
+	default:
+		return errors.New("timer: unknown backup to driver: " +
+			config.Conf.BackupTo)
+	}
+	if restore {
+		err = storage.Restore()
+		if err != nil {
+			return err
+		}
+		logrus.Info("timer: Restore success")
+	}
+	// parse duration
+	interval, err := ParseDuration(config.Conf.Interval)
+	if err != nil {
+		return err
+	}
+	t := time.NewTicker(interval)
+	for now := range t.C {
+		err = storage.Backup(now)
+		if err != nil {
+			logrus.Error("timer: Start.Backup: ", now.Format(time.RFC3339), err)
+		}
+	}
+	return nil
+}
+
+// ParseDuration parse string to duration
+func ParseDuration(d string) (time.Duration, error) {
+	if len(d) == 0 {
+		return 0, errors.New("timer: incorrect duration input")
+	}
+
+	length := len(d)
+	switch d[length-1] {
+	case 's', 'm', 'h':
+		return time.ParseDuration(d)
+	case 'd':
+		di, err := strconv.Atoi(d[:length-1])
+		if err != nil {
+			return 0, err
+		}
+		return time.Duration(di) * time.Hour * 24, nil
+	}
+	return 0, errors.New("timer: unsupported duration:" + d)
+}

cmd/backup/main.go

@@ -3,16 +3,20 @@ package main
 
 import (
 	"flag"
-	"fmt"
 
-	"github.com/eiblog/eiblog/pkg/config"
-	"github.com/eiblog/eiblog/pkg/core/backup/ping"
-	"github.com/eiblog/eiblog/pkg/core/backup/swag"
-	"github.com/eiblog/eiblog/pkg/core/backup/timer"
+	"github.com/eiblog/eiblog/cmd/backup/config"
+	"github.com/eiblog/eiblog/cmd/backup/handler/ping"
+	"github.com/eiblog/eiblog/cmd/backup/handler/swag"
+	"github.com/eiblog/eiblog/cmd/backup/handler/timer"
 
 	"github.com/gin-gonic/gin"
+	"github.com/sirupsen/logrus"
 )
 
+// @title backup API
+// @version 1.0
+// @description This is a backup server.
+
 var restore bool
 
 func init() {
@@ -20,15 +24,15 @@ func init() {
 }
 
 func main() {
-	fmt.Println("Hi, it's App " + config.Conf.BackupApp.Name)
-	flag.Parse()
+	logrus.Info("Hi, it's App " + config.Conf.Name)
 
+	flag.Parse()
 	endRun := make(chan error, 1)
 
 	runCommand(restore, endRun)
 
 	runHTTPServer(endRun)
-	fmt.Println(<-endRun)
+	logrus.Fatal(<-endRun)
 }
 
 func runCommand(restore bool, endRun chan error) {
@@ -38,11 +42,7 @@ func runCommand(restore bool, endRun chan error) {
 }
 
 func runHTTPServer(endRun chan error) {
-	if !config.Conf.BackupApp.EnableHTTP {
-		return
-	}
-
-	if config.Conf.RunMode == config.ModeProd {
+	if config.Conf.RunMode.IsReleaseMode() {
 		gin.SetMode(gin.ReleaseMode)
 	}
 	e := gin.Default()
@@ -54,9 +54,8 @@ func runHTTPServer(endRun chan error) {
 	ping.RegisterRoutes(e)
 
 	// start
-	address := fmt.Sprintf(":%d", config.Conf.BackupApp.HTTPPort)
 	go func() {
-		endRun <- e.Run(address)
+		endRun <- e.Run(config.Conf.Listen)
 	}()
-	fmt.Println("HTTP server running on: " + address)
+	logrus.Info("HTTP server running on: " + config.Conf.Listen)
 }