preset scraper added

pkg/handler/handler.go

@@ -1,7 +1,10 @@
 package handler
 
 import (
+	"github.com/spf13/viper"
+
 	"git.amok.space/yevhen/resource-scraper/pkg/service"
+	"git.amok.space/yevhen/resource-scraper/types/constant"
 )
 
 type Handler struct {
@@ -13,16 +16,17 @@ func New(services *service.Service) *Handler {
 }
 
 func (h *Handler) InitConsole() string {
-	return h.rutracker()
+	switch viper.GetString(constant.CfgKeyScopeEnable) {
+	case constant.ScopeRuTracker:
+		return h.rutracker()
+	case constant.ScopePrescene:
+		return h.prescene()
+	}
+
+	return "no scope chosen"
 }
 
-//func (h *Handler) Base(services *service.Service) *Handler {
-//	return &Handler{services: services}
-//}
-
-//func (h *Handler) InitApi() *chi.Mux {
-//	api := chi.NewRouter()
-//	api.Get("/", web.ApiFallbackHandler)
-//
-//	return api
-//}
+func (h *Handler) InitRoutes() string {
+	//TODO:
+	return "i am the web initiator"
+}

pkg/handler/prescene.go

@@ -0,0 +1,46 @@
+package handler
+
+import (
+	"fmt"
+	"log/slog"
+	"math"
+	"strconv"
+	"time"
+
+	"github.com/spf13/viper"
+
+	"git.amok.space/yevhen/resource-scraper/types/constant"
+)
+
+func (h *Handler) prescene() string {
+	pagesToScrape := []string{"1"}
+	levels := viper.GetInt(constant.CfgKeyLevelsToScrape)
+	if levels > 1 {
+		var q = (60.0 / 100.0) * (100.0 / viper.GetFloat64(constant.CfgKeyLevelsToScrape))
+		minute := float64(time.Now().Minute())
+		if minute < 1 {
+			minute = 1
+		}
+
+		fmt.Printf("FLOAT: %f, %f, %v\n", minute, q, math.Ceil(minute/q))
+
+		hour := time.Now().Hour()
+		if hour == 1 {
+			hour = 25
+		} else if hour == 0 {
+			hour = 1
+		}
+
+		page := hour * int(math.Ceil(minute/q))
+		pagesToScrape = append(pagesToScrape, strconv.Itoa(page))
+	}
+
+	_, err := h.services.Prescene.GetPage(pagesToScrape)
+	if err != nil {
+		slog.Error("error occurred while getting page: ", "err", err.Error())
+	}
+
+	fmt.Printf("%+v\n", pagesToScrape)
+
+	return "ps"
+}

pkg/handler/rutracker.go

@@ -12,10 +12,12 @@ func (h *Handler) rutracker() string {
 	key := fmt.Sprintf("topic.%v", time.Now().Hour())
 	topics := viper.GetStringSlice(key)
 
-	err := h.services.Rutracker.GetTopic(topics)
+	_, err := h.services.Rutracker.GetTopic(topics)
 	if err != nil {
-		slog.Error("error occurred while getting topic: ", err.Error())
+		slog.Error("error occurred while getting topic: ", "err", err.Error())
 	}
 
+	//fmt.Printf("%+v", rt)
+
 	return "rt"
 }