Add fetcher, support for downloading forum pages
This commit is contained in:
37
domains/fetcher/v1/querier.go
Normal file
37
domains/fetcher/v1/querier.go
Normal file
@@ -0,0 +1,37 @@
|
||||
// NNM-Club torrent filess mass downloader
|
||||
// Created for Uploaders group
|
||||
// Copyright (c) 2012-2019 Vladimir "fat0troll" Hodakov
|
||||
|
||||
package fetcherv1
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"os"
|
||||
|
||||
"github.com/PuerkitoBio/goquery"
|
||||
)
|
||||
|
||||
func setQuerier(pageFile string, pageType string, page int) error {
|
||||
f, err := os.Open(pageFile)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer f.Close()
|
||||
|
||||
querier, err := goquery.NewDocumentFromReader(f)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
switch pageType {
|
||||
case "forumPage":
|
||||
if !checkLoginness(querier) {
|
||||
return errors.New("получена анонимная страница")
|
||||
}
|
||||
forumPages[page] = querier
|
||||
default:
|
||||
return errors.New("неизвестный тип страницы")
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
Reference in New Issue
Block a user