Add main business logic of this program
Now we can download torrents like old Python version does.
This commit is contained in:
@@ -6,10 +6,29 @@ package fetcherv1
|
||||
|
||||
import (
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/PuerkitoBio/goquery"
|
||||
)
|
||||
|
||||
var (
|
||||
// I haven't found internal solution in stdlib
|
||||
russianMonths = map[string]string{
|
||||
"Янв": "Jan",
|
||||
"Фев": "Feb",
|
||||
"Мар": "Mar",
|
||||
"Апр": "Apr",
|
||||
"Май": "May",
|
||||
"Июн": "Jun",
|
||||
"Июл": "Jul",
|
||||
"Авг": "Aug",
|
||||
"Сен": "Sep",
|
||||
"Окт": "Oct",
|
||||
"Ноя": "Nov",
|
||||
"Дек": "Dec",
|
||||
}
|
||||
)
|
||||
|
||||
// checkLoginness checks if downloaded page belongs to user
|
||||
func checkLoginness(querier *goquery.Document) bool {
|
||||
authorized := false
|
||||
@@ -23,10 +42,50 @@ func checkLoginness(querier *goquery.Document) bool {
|
||||
return authorized
|
||||
}
|
||||
|
||||
func getDownloadLink(querier *goquery.Document) string {
|
||||
var downloadLink string
|
||||
querier.Find("a[rel=nofollow]").Each(func(i int, sel *goquery.Selection) {
|
||||
if strings.Contains(sel.Text(), "Скачать") {
|
||||
href, _ := sel.Attr("href")
|
||||
downloadLink = href
|
||||
}
|
||||
})
|
||||
|
||||
return downloadLink
|
||||
}
|
||||
|
||||
func getForumName(querier *goquery.Document) string {
|
||||
return querier.Find("h1").First().Text()
|
||||
}
|
||||
|
||||
func getLastModeratedDate(querier *goquery.Document) string {
|
||||
var dateValue time.Time
|
||||
var err error
|
||||
haveDate := false
|
||||
querier.Find("table.btTbl td.genmed").Each(func(i int, sel *goquery.Selection) {
|
||||
if strings.Contains(sel.Text(), "модератором") {
|
||||
date := strings.TrimPrefix(sel.Text(), " Оформление проверено модератором ")
|
||||
// Fix russian months names
|
||||
for i := range russianMonths {
|
||||
date = strings.Replace(date, i, russianMonths[i], -1)
|
||||
}
|
||||
dateValue, err = time.Parse("02 Jan 2006 15:04:05", date)
|
||||
if err != nil {
|
||||
dlog.Error().Err(err).Str("строка поиска даты", sel.Text()).
|
||||
Msg("Не удалось получить дату проверки торрента")
|
||||
} else {
|
||||
haveDate = true
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
if !haveDate {
|
||||
return ""
|
||||
}
|
||||
|
||||
return dateValue.Format("2006-01-02")
|
||||
}
|
||||
|
||||
func getNavigation(querier *goquery.Document) {
|
||||
querier.Find("td[align=right] .nav a").Each(func(i int, sel *goquery.Selection) {
|
||||
if !strings.Contains(sel.Text(), "След") {
|
||||
@@ -37,3 +96,21 @@ func getNavigation(querier *goquery.Document) {
|
||||
|
||||
dlog.Info().Int("количество страниц", len(forumPagesLinks)+1).Msg("Определено количество страниц")
|
||||
}
|
||||
|
||||
func getTopics(querier *goquery.Document) {
|
||||
querier.Find(".forumline tr").Each(func(i int, sel *goquery.Selection) {
|
||||
if strings.Contains(sel.Text(), "DL:") {
|
||||
link := sel.Find("h2 a")
|
||||
topicName := link.Text()
|
||||
href, _ := link.Attr("href")
|
||||
href = "https://" + c.Config.URL + "/forum/" + href
|
||||
if uberDebug {
|
||||
dlog.Debug().Str("название", topicName).Str("ссылка", href).Msg("Найден элемент для загрузки")
|
||||
}
|
||||
forumTopics[len(forumTopics)] = &forumTopic{
|
||||
Link: href,
|
||||
Name: topicName,
|
||||
}
|
||||
}
|
||||
})
|
||||
}
|
||||
|
Reference in New Issue
Block a user