package scheduler
import (
"context"
"git.dragse.it/anthrove/e621-to-graph/pkg/e621"
"git.dragse.it/anthrove/e621-to-graph/pkg/util/queue"
log "github.com/sirupsen/logrus"
"golang.org/x/time/rate"
)
type Scheduler struct {
queue queue.Queue
limiter *rate.Limiter
}
func NewScheduler() *Scheduler {
scheduler := &Scheduler{
queue: queue.NewQueue(),
limiter: nil,
go scheduler.StartExecutionHandler()
return scheduler
func Schedule[T e621.DataType](s *Scheduler, t e621.Task[T], username string, apiKey string) func() (T, error) {
channel := make(chan e621.DataResponse[T])
schedulerTask := NewSchedulerTaskImpl[T](t, channel, username, apiKey)
log.Debug("Psuh task")
err := s.queue.Push(schedulerTask)
log.Debug("Element pushed")
if err != nil {
return func() (T, error) {
var nil T
return nil, err
data := <-channel
return data.Data, data.Error
func (s *Scheduler) SetLimiter(limiter *rate.Limiter) {
s.limiter = limiter
func (s *Scheduler) StartExecutionHandler() {
for {
if s.limiter != nil {
s.limiter.Wait(context.Background())
s.queue.WaitForElement()
log.Debug("element found")
task, err := s.queue.Pop()
continue
GetAPIRequest(task)