1

Add fetcher, support for downloading forum pages

This commit is contained in:
2019-09-28 19:59:02 +04:00
parent 52fad7cf47
commit a504299150
11 changed files with 260 additions and 15 deletions

View File

@@ -0,0 +1,37 @@
// NNM-Club torrent filess mass downloader
// Created for Uploaders group
// Copyright (c) 2012-2019 Vladimir "fat0troll" Hodakov
package fetcherv1
import (
"errors"
"os"
"github.com/PuerkitoBio/goquery"
)
func setQuerier(pageFile string, pageType string, page int) error {
f, err := os.Open(pageFile)
if err != nil {
return err
}
defer f.Close()
querier, err := goquery.NewDocumentFromReader(f)
if err != nil {
return err
}
switch pageType {
case "forumPage":
if !checkLoginness(querier) {
return errors.New("получена анонимная страница")
}
forumPages[page] = querier
default:
return errors.New("неизвестный тип страницы")
}
return nil
}