feat: Rewrite to use the Diyanet API

This commit is contained in:
2026-02-21 01:50:59 +03:00
parent 43d4560fbb
commit 73316d4e62
17 changed files with 637 additions and 9198 deletions
-32
View File
@@ -1,11 +1,6 @@
package net
import (
"context"
"fmt"
"strings"
"github.com/PuerkitoBio/goquery"
"github.com/imroc/req/v3"
)
@@ -15,30 +10,3 @@ var ReqClient = req.NewClient().
DisableAutoReadResponse().
EnableInsecureSkipVerify().
SetUserAgent(userAgent)
func GetHTML(ctx context.Context, url string) (string, error) {
res, err := ReqClient.R().SetContext(ctx).SetRetryCount(3).Get(url)
if err != nil {
return "", fmt.Errorf("failed to get url: %w", err)
}
html, err := res.ToString()
if err != nil {
return "", fmt.Errorf("failed to read response body: %w", err)
}
return html, nil
}
func GetParsed(ctx context.Context, url string) (*goquery.Document, error) {
html, err := GetHTML(ctx, url)
if err != nil {
return nil, fmt.Errorf("failed to get html: %w", err)
}
doc, err := goquery.NewDocumentFromReader(strings.NewReader(html))
if err != nil {
return nil, fmt.Errorf("failed to parse html: %w", err)
}
return doc, nil
}
type Fetcher struct {
}