lens @ 1d6fa60b3c60d068d12b19f10f5ad73e836b5a70

feat: Add scheduler again

Since I have fixed the issue with the `SIGTINT` hanging the application
I can readd the scheduler once more.

Also move the param for amount of scheduler work.
  1diff --git a/Makefile b/Makefile
  2index 5731808468bf7f1964698229f3399874c8ec2bab..85f22dddfe0ecd5ab13f28f73809d211ea651757 100644
  3--- a/Makefile
  4+++ b/Makefile
  5@@ -13,9 +13,7 @@ 	$(GO_BUILD) -o $(OUT) $(SERVER)
  6 
  7 run: sass
  8 	$(GO_RUN) $(SERVER) \
  9-		--db-type psql \
 10-		--db-con "host=localhost user=gabrielgio password=diablo123 dbname=img port=5432 sslmode=disable" \
 11-		--log-level trace \
 12+		--log-level error \
 13 		--aes-key=6368616e676520746869732070617373 \
 14 		--root=${HOME}
 15 
 16diff --git a/cmd/server/main.go b/cmd/server/main.go
 17index 0abdc09c74554ffe96c2e8d04b63a68923f41f12..8b1cc00b276dd02ccef3e57c08aa8655b05eb15e 100644
 18--- a/cmd/server/main.go
 19+++ b/cmd/server/main.go
 20@@ -28,10 +28,11 @@ )
 21 
 22 func main() {
 23 	var (
 24-		key      = flag.String("aes-key", "", "AES key, either 16, 24, or 32 bytes string to select AES-128, AES-192, or AES-256")
 25-		dbType   = flag.String("db-type", "sqlite", "Database to be used. Choose either mysql, psql or sqlite")
 26-		dbCon    = flag.String("db-con", "main.db", "Database string connection for given database type. Ref: https://gorm.io/docs/connecting_to_the_database.html")
 27-		logLevel = flag.String("log-level", "error", "Log level: Choose either trace, debug, info, warning, error, fatal or panic")
 28+		key            = flag.String("aes-key", "", "AES key, either 16, 24, or 32 bytes string to select AES-128, AES-192, or AES-256")
 29+		dbType         = flag.String("db-type", "sqlite", "Database to be used. Choose either mysql, psql or sqlite")
 30+		dbCon          = flag.String("db-con", "main.db", "Database string connection for given database type. Ref: https://gorm.io/docs/connecting_to_the_database.html")
 31+		logLevel       = flag.String("log-level", "error", "Log level: Choose either trace, debug, info, warning, error, fatal or panic")
 32+		schedulerCount = flag.Uint("scheduler-count", 10, "How many workers are created to process media files")
 33 
 34 		// TODO: this will later be replaced by user specific root folder
 35 		root = flag.String("root", "", "root folder for the whole application. All the workers will use it as working directory")
 36@@ -79,7 +80,7 @@ 	extRouter.AddMiddleware(logMiddleware.HTTP)
 37 	extRouter.AddMiddleware(authMiddleware.LoggedIn)
 38 	extRouter.AddMiddleware(ext.HTML)
 39 
 40-	scheduler := worker.NewScheduler(10)
 41+	scheduler := worker.NewScheduler(*schedulerCount)
 42 
 43 	// repository
 44 	var (
 45diff --git a/pkg/coroutines/coroutines.go b/pkg/coroutines/coroutines.go
 46new file mode 100644
 47index 0000000000000000000000000000000000000000..c0f7247cdf3d00e2b1fd4e019f5ec334fa32ea96
 48--- /dev/null
 49+++ b/pkg/coroutines/coroutines.go
 50@@ -0,0 +1 @@
 51+package coroutines
 52diff --git a/pkg/worker/list_processor.go b/pkg/worker/list_processor.go
 53index d53b7ea6a8e4a051ecd7c210e70c77cc97454900..8169e4e8b7cb5409083015fc21c9a9c7f6d354e7 100644
 54--- a/pkg/worker/list_processor.go
 55+++ b/pkg/worker/list_processor.go
 56@@ -2,6 +2,8 @@ package worker
 57 
 58 import (
 59 	"context"
 60+	"errors"
 61+	"sync"
 62 )
 63 
 64 type (
 65@@ -64,18 +66,21 @@
 66 		if len(values) == 0 {
 67 			return nil
 68 		}
 69+		var wg sync.WaitGroup
 70 
 71 		for _, v := range values {
 72-			select {
 73-			case <-ctx.Done():
 74-				return ctx.Err()
 75-			default:
 76-			}
 77+			wg.Add(1)
 78+			l.scheduler.Take()
 79+			go func(v T) {
 80+				defer l.scheduler.Return()
 81+				defer wg.Done()
 82+				if err := l.listProcessor.Process(ctx, v); err != nil && !errors.Is(err, context.Canceled) {
 83+					println("Err", err.Error())
 84+				}
 85+			}(v)
 86+		}
 87 
 88-			if err := l.listProcessor.Process(ctx, v); err != nil {
 89-				return err
 90-			}
 91-		}
 92+		wg.Wait()
 93 	}
 94 }
 95 
 96diff --git a/pkg/worker/scheduler.go b/pkg/worker/scheduler.go
 97index b410b33714bcb0541a668f7af10fcce82b1dcf0b..2ce86feffdc778dd277dc943a4ed48077aaac41f 100644
 98--- a/pkg/worker/scheduler.go
 99+++ b/pkg/worker/scheduler.go
100@@ -1,13 +1,7 @@
101 package worker
102 
103-import (
104-	"fmt"
105-	"sync/atomic"
106-)
107-
108 type Scheduler struct {
109-	pool  chan any
110-	count atomic.Int64
111+	pool chan any
112 }
113 
114 func NewScheduler(count uint) *Scheduler {
115@@ -18,12 +12,8 @@ }
116 
117 func (self *Scheduler) Take() {
118 	self.pool <- nil
119-	self.count.Add(1)
120-	fmt.Printf("<- %d\n", self.count.Load())
121 }
122 
123 func (self *Scheduler) Return() {
124 	<-self.pool
125-	self.count.Add(-1)
126-	fmt.Printf("-> %d\n", self.count.Load())
127 }