lens @ 1d9d5f40fe4092657f529bdba18f6f52511eea00

  1package main
  2
  3import (
  4	"context"
  5	"encoding/hex"
  6	"errors"
  7	"os"
  8	"os/signal"
  9
 10	"github.com/fasthttp/router"
 11	"github.com/sirupsen/logrus"
 12	flag "github.com/spf13/pflag"
 13	"github.com/valyala/fasthttp"
 14	"gorm.io/driver/mysql"
 15	"gorm.io/driver/postgres"
 16	"gorm.io/driver/sqlite"
 17	"gorm.io/gorm"
 18
 19	"git.sr.ht/~gabrielgio/img"
 20	"git.sr.ht/~gabrielgio/img/pkg/database/localfs"
 21	"git.sr.ht/~gabrielgio/img/pkg/database/repository"
 22	"git.sr.ht/~gabrielgio/img/pkg/database/sql"
 23	"git.sr.ht/~gabrielgio/img/pkg/ext"
 24	"git.sr.ht/~gabrielgio/img/pkg/service"
 25	"git.sr.ht/~gabrielgio/img/pkg/view"
 26	"git.sr.ht/~gabrielgio/img/pkg/worker"
 27	"git.sr.ht/~gabrielgio/img/pkg/worker/scanner"
 28)
 29
 30func main() {
 31	var (
 32		key            = flag.String("aes-key", "", "AES key, either 16, 24, or 32 bytes string to select AES-128, AES-192, or AES-256")
 33		dbType         = flag.String("db-type", "sqlite", "Database to be used. Choose either mysql, psql or sqlite")
 34		dbCon          = flag.String("db-con", "main.db", "Database string connection for given database type. Ref: https://gorm.io/docs/connecting_to_the_database.html")
 35		logLevel       = flag.String("log-level", "error", "Log level: Choose either trace, debug, info, warning, error, fatal or panic")
 36		schedulerCount = flag.Uint("scheduler-count", 10, "How many workers are created to process media files")
 37		cachePath      = flag.String("cache-path", "", "Folder to store thumbnail image")
 38	)
 39
 40	flag.Parse()
 41
 42	l, err := logrus.ParseLevel(*logLevel)
 43	if err != nil {
 44		panic("failed to parse log level" + err.Error())
 45	}
 46	logger := logrus.New()
 47	logger.SetLevel(l)
 48
 49	d, err := OpenDatabase(*dbType, *dbCon)
 50	if err != nil {
 51		panic("failed to parse database strings" + err.Error())
 52	}
 53
 54	db, err := gorm.Open(d, &gorm.Config{
 55		Logger: ext.Wraplog(logger.WithField("context", "sql")),
 56	})
 57	if err != nil {
 58		panic("failed to connect database: " + err.Error())
 59	}
 60
 61	if err = sql.Migrate(db); err != nil {
 62		panic("failed to migrate database: " + err.Error())
 63	}
 64
 65	if *dbType == "sqlite" {
 66		*schedulerCount = 1
 67	}
 68
 69	hexKey, err := hex.DecodeString(*key)
 70	if err != nil {
 71		panic("failed to decode key database: " + err.Error())
 72	}
 73
 74	r := router.New()
 75	r.GET("/static/{filepath:*}", ext.FileServer(img.StaticFS, "static/"))
 76
 77	// repository
 78	var (
 79		userRepository       = sql.NewUserRepository(db)
 80		settingsRepository   = sql.NewSettingsRespository(db)
 81		fileSystemRepository = localfs.NewFileSystemRepository()
 82		mediaRepository      = sql.NewMediaRepository(db)
 83	)
 84
 85	// middleware
 86	var (
 87		authMiddleware    = ext.NewAuthMiddleware(hexKey, logger.WithField("context", "auth"))
 88		logMiddleware     = ext.NewLogMiddleare(logger.WithField("context", "http"))
 89		initialMiddleware = ext.NewInitialSetupMiddleware(userRepository)
 90	)
 91
 92	extRouter := ext.NewRouter(r)
 93	extRouter.AddMiddleware(ext.HTML)
 94	extRouter.AddMiddleware(initialMiddleware.Check)
 95	extRouter.AddMiddleware(authMiddleware.LoggedIn)
 96	extRouter.AddMiddleware(logMiddleware.HTTP)
 97
 98	scheduler := worker.NewScheduler(*schedulerCount)
 99
100	// controller
101	var (
102		userController       = service.NewAuthController(userRepository, userRepository, hexKey)
103		fileSystemController = service.NewFileSystemController(fileSystemRepository, userRepository)
104	)
105
106	// view
107	for _, v := range []view.View{
108		view.NewAuthView(userController),
109		view.NewFileSystemView(*fileSystemController, settingsRepository),
110		view.NewSettingsView(settingsRepository, userRepository),
111		view.NewMediaView(mediaRepository, userRepository),
112	} {
113		v.SetMyselfIn(extRouter)
114	}
115
116	// processors
117	var (
118		fileScanner      = scanner.NewFileScanner(mediaRepository, userRepository)
119		exifScanner      = scanner.NewEXIFScanner(mediaRepository)
120		thumbnailScanner = scanner.NewThumbnailScanner(*cachePath, mediaRepository)
121	)
122
123	// worker
124	var (
125		serverWorker = worker.NewServerWorker(&fasthttp.Server{Handler: r.Handler, NoDefaultContentType: true})
126		fileWorker   = worker.NewWorkerFromChanProcessor[string](
127			fileScanner,
128			scheduler,
129			logrus.WithField("context", "file scanner"),
130		)
131		exifWorker = worker.NewWorkerFromBatchProcessor[*repository.Media](
132			exifScanner,
133			scheduler,
134			logrus.WithField("context", "exif scanner"),
135		)
136		thumbnailWorker = worker.NewWorkerFromBatchProcessor[*repository.Media](
137			thumbnailScanner,
138			scheduler,
139			logrus.WithField("context", "thumbnail scanner"),
140		)
141	)
142
143	pool := worker.NewWorkerPool()
144	pool.AddWorker("http server", serverWorker)
145	pool.AddWorker("exif scanner", exifWorker)
146	pool.AddWorker("file scanner", fileWorker)
147	pool.AddWorker("thumbnail scanner", thumbnailWorker)
148
149	ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt)
150	defer stop()
151
152	pool.Start(ctx)
153}
154
155func OpenDatabase(dbType string, dbConn string) (gorm.Dialector, error) {
156	switch dbType {
157	case "sqlite":
158		return sqlite.Open(dbConn), nil
159	case "psql":
160		return postgres.Open(dbConn), nil
161	case "mysql":
162		return mysql.Open(dbConn), nil
163	default:
164		return nil, errors.New("No valid db type given")
165	}
166}