yevhen/resource-scraper
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

all fixed

Browse Source
This commit is contained in:
Yevhen Odynets
2025-10-28 11:36:11 +02:00
parent 54aaa80f23
commit 879b33d385
6 changed files with 11 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
config/default.yaml
View File

@@ -2,7 +2,5 @@ scope:
allow: [info, web, rutracker, prescene, stb, metal-archives, console] allow: [info, web, rutracker, prescene, stb, metal-archives, console]
default: console default: console
mail: mail:
amok.space:
dial-tls: mail.amok.space:993
kplus.net.ua: kplus.net.ua:
dial-tls: s21.thehost.com.ua:993 dial-tls: s21.thehost.com.ua:993

6
config/scope/stb.yaml
View File

@@ -1,9 +1,9 @@
role: console role: console
stb: stb:
endpoint: stb@amok.space endpoint: stb@kplus.net.ua
#mailboxes: ["INBOX"] mailboxes: ["INBOX"]
#mailboxes: ["INBOX", "Junk Mail", "Done"] #mailboxes: ["INBOX", "Junk Mail", "Done"]
mailboxes: ["Junk Mail"] #mailboxes: ["Junk Mail"]
#mailboxes: ["Done"] #mailboxes: ["Done"]
search-criteria: ["Your Share The Brutality digest", "noreply@sharethebrutality.info"] search-criteria: ["Your Share The Brutality digest", "noreply@sharethebrutality.info"]
move-processed-to-mailbox: move-processed-to-mailbox:

2
internal/flag.go
View File

@@ -24,7 +24,7 @@ Commands:
-section -s Select section e.g.: rutracker, bandcamp etc. -section -s Select section e.g.: rutracker, bandcamp etc.
The Go runtime version: %s The Go runtime version: %s
Report bugs to https://git.amok.space/yevhen/resource-scraper/issues` Report bugs to https://git.kplus.net.ua/yevhen/resource-scraper/issues`
const ( const (
version = "0.1" version = "0.1"

5
internal/mail/mail.go
View File

@@ -68,8 +68,12 @@ func (s *EmailService) Login() {
err := s.client.Login(s.User, s.pass).Wait() err := s.client.Login(s.User, s.pass).Wait()
if s.CheckErr("Login", err) { if s.CheckErr("Login", err) {
fmt.Println("========================================")
fmt.Println(err.Error())
fmt.Println("========================================")
return return
} }
s.success(s.User + " logged") s.success(s.User + " logged")
} }
@@ -117,6 +121,7 @@ func (s *EmailService) ListMessages(mailboxes []string, criteria *imap.SearchCri
} }
messages, err := s.client.Fetch(seqSet, fetchOptions).Collect() messages, err := s.client.Fetch(seqSet, fetchOptions).Collect()
if s.CheckErr("Fetch", err) { if s.CheckErr("Fetch", err) {
continue continue
} }

2
pkg/repository/prescene.go
View File

@@ -44,7 +44,7 @@ func (s *Prescene) GetPage(pageNumbers []string) ([]model.ExternalSources, error
endpoint += fmt.Sprintf(viper.GetString(constant.CfgKeyEndpointNext), t) endpoint += fmt.Sprintf(viper.GetString(constant.CfgKeyEndpointNext), t)
} }
//doc, err := parser.HTMLSourceFromURL("https://mdb.amok.space/$/scnlog.html") //doc, err := parser.HTMLSourceFromURL("https://mdb.kplus.net.ua /$/scnlog.html")
if result, err := parseUrl(endpoint, s.db); err == nil { if result, err := parseUrl(endpoint, s.db); err == nil {
entries = append(entries, result...) entries = append(entries, result...)
} else { } else {

2
pkg/repository/stb.go
View File

@@ -144,7 +144,7 @@ func (s *ShareTheBrutality) Processing(sender map[string]string) []model.Externa
entries = append(entries, es) entries = append(entries, es)
} }
fmt.Println(entries) //fmt.Println(entries)
//os.Exit(0) //os.Exit(0)
result, status := _table.BatchInsertOnDuplicate(entries, s.db, columns) result, status := _table.BatchInsertOnDuplicate(entries, s.db, columns)