preset scraper added

This commit is contained in:
2024-09-10 15:57:48 +03:00
parent bfdfc634e4
commit 0ecf0ddec1
38 changed files with 790 additions and 167 deletions

3
config/default.yaml Normal file
View File

@@ -0,0 +1,3 @@
scope:
allow: [info, web, rutracker, prescene]
default: web

View File

@@ -1,4 +0,0 @@
db:
driver: mysql
data_source_name: user:passwd@(localhost:3306)/dbname

1
config/scope/info.yaml Normal file
View File

@@ -0,0 +1 @@
role: console

View File

@@ -0,0 +1,69 @@
role: console
endpoint: https://scnlog.me/music/flac/
endpoint-next: page/%s/
sleep-before-next-iteration: 5s
levels-to-scrape: 5
groups:
tags:
neformat:
- SHGZ
remove:
- BIGLOVE
- CT
- ENViED
- GARLICKNOTS
- Ouzo
- PTCx
- SHGZ
- XiVERO
ignore:
- "401"
- 6DM
- AFO
- AOVF
- AOVF_Classics
- AUDiOFiLE
- BABAS
- BBD
- BEATOCUL
- CALiFLAC
- CEBAD
- D2H
- DALiAS
- dh
- DWM
- EMP
- ENRiCH
- ERP
- ESGFLAC
- FATHEAD
- FiXIE
- FLACME
- FrB
- HOUND
- JRO
- KINDA
- MAHOU
- MFDOS
- MLS
- Mrflac
- MUNDANE
- MyDad
- OBZEN
- OTT
- PERFECT
- PLAYLiST
- PTC
- PWT
- RAGEFLAC
- RAWBEATS
- RECTiFY
- ROSiN
- STAX
- THEVOiD
- TiMES
- TM
- TVRf
- VEXED
- WAVED
- YARD

3
config/scope/web.yaml Normal file
View File

@@ -0,0 +1,3 @@
role: web
http:
port: 19576

View File

@@ -0,0 +1,6 @@
db:
driver: mysql
data_source_name: <user:pass@(localhost:3306)/bd_name>
jwt:
ttl: 6h12m24s
sign_key: <your key>