Redmage/api/api.go

109 lines
2.7 KiB
Go
Raw Permalink Normal View History

2024-04-08 23:18:09 +07:00
package api
import (
2024-04-09 21:49:23 +07:00
"context"
2024-04-08 23:18:09 +07:00
"database/sql"
2024-04-25 20:22:05 +07:00
"encoding/json"
2024-04-09 21:49:23 +07:00
"fmt"
2024-04-08 23:18:09 +07:00
2024-04-09 21:49:23 +07:00
"github.com/robfig/cron/v3"
2024-04-24 13:01:13 +07:00
"github.com/stephenafamo/bob"
2024-04-09 21:49:23 +07:00
"github.com/teivah/broadcast"
2024-04-10 22:38:19 +07:00
"github.com/tigorlazuardi/redmage/api/bmessage"
2024-04-14 00:32:55 +07:00
"github.com/tigorlazuardi/redmage/api/reddit"
"github.com/tigorlazuardi/redmage/config"
2024-04-25 12:31:20 +07:00
"github.com/tigorlazuardi/redmage/models"
2024-04-09 21:49:23 +07:00
"github.com/tigorlazuardi/redmage/pkg/errs"
"github.com/tigorlazuardi/redmage/pkg/log"
2024-04-25 12:31:20 +07:00
2024-04-25 13:52:38 +07:00
"github.com/ThreeDotsLabs/watermill"
2024-04-25 12:31:20 +07:00
"github.com/ThreeDotsLabs/watermill/message"
2024-04-08 23:18:09 +07:00
)
type API struct {
db bob.Executor
sqldb *sql.DB
2024-04-09 21:49:23 +07:00
scheduler *cron.Cron
2024-04-25 12:31:20 +07:00
scheduleMap map[cron.EntryID]*models.Subreddit
2024-04-09 21:49:23 +07:00
2024-04-11 16:04:13 +07:00
downloadBroadcast *broadcast.Relay[bmessage.ImageDownloadMessage]
config *config.Config
2024-04-14 00:32:55 +07:00
imageSemaphore chan struct{}
2024-04-14 00:32:55 +07:00
reddit *reddit.Reddit
2024-04-25 12:31:20 +07:00
subscriber message.Subscriber
publisher message.Publisher
2024-04-14 00:32:55 +07:00
}
type Dependencies struct {
DB *sql.DB
Config *config.Config
Reddit *reddit.Reddit
Publisher message.Publisher
Subscriber message.Subscriber
2024-04-09 21:49:23 +07:00
}
2024-04-25 13:05:41 +07:00
const downloadTopic = "subreddit_download"
2024-04-14 00:32:55 +07:00
func New(deps Dependencies) *API {
ch, err := deps.Subscriber.Subscribe(context.Background(), downloadTopic)
2024-04-25 13:05:41 +07:00
if err != nil {
panic(err)
}
api := &API{
db: bob.New(deps.DB),
sqldb: deps.DB,
scheduler: cron.New(),
scheduleMap: make(map[cron.EntryID]*models.Subreddit, 8),
downloadBroadcast: broadcast.NewRelay[bmessage.ImageDownloadMessage](),
config: deps.Config,
imageSemaphore: make(chan struct{}, deps.Config.Int("download.concurrency.images")),
reddit: deps.Reddit,
subscriber: deps.Subscriber,
publisher: deps.Publisher,
2024-04-09 21:49:23 +07:00
}
2024-04-25 13:05:41 +07:00
2024-04-26 22:13:04 +07:00
if err := api.StartScheduler(context.Background()); err != nil {
2024-04-25 13:52:38 +07:00
panic(err)
}
2024-04-25 20:22:05 +07:00
go api.StartSubredditDownloadPubsub(ch)
2024-04-25 13:05:41 +07:00
return api
2024-04-09 21:49:23 +07:00
}
func (api *API) StartScheduler(ctx context.Context) error {
2024-04-26 22:13:04 +07:00
subreddits, err := models.Subreddits.Query(ctx, api.db, models.SelectWhere.Subreddits.EnableSchedule.EQ(1)).All()
2024-04-09 21:49:23 +07:00
if err != nil {
return errs.Wrapw(err, "failed to get all subreddits")
}
for _, subreddit := range subreddits {
2024-04-12 01:32:06 +07:00
err := api.scheduleSubreddit(subreddit)
2024-04-09 21:49:23 +07:00
if err != nil {
2024-04-12 01:32:06 +07:00
log.New(ctx).Err(err).Error(
fmt.Sprintf("failed to start scheduler for subreddit '%s'", subreddit.Name),
"subreddit", subreddit,
)
2024-04-09 21:49:23 +07:00
continue
}
}
return nil
2024-04-08 23:18:09 +07:00
}
2024-04-12 01:32:06 +07:00
2024-04-25 12:31:20 +07:00
func (api *API) scheduleSubreddit(subreddit *models.Subreddit) error {
2024-04-12 01:32:06 +07:00
id, err := api.scheduler.AddFunc(subreddit.Schedule, func() {
2024-04-25 20:22:05 +07:00
payload, _ := json.Marshal(subreddit)
_ = api.publisher.Publish(downloadTopic, message.NewMessage(watermill.NewUUID(), payload))
2024-04-12 01:32:06 +07:00
})
if err != nil {
return errs.Wrap(err)
}
api.scheduleMap[id] = subreddit
return nil
}