From 44d905def7cca214972229151dfeea41cef25860 Mon Sep 17 00:00:00 2001 From: partisan Date: Wed, 29 May 2024 22:08:33 +0200 Subject: [PATCH] files update, added torretbay --- files-thepiratebay.go | 119 +++++++++++++++++++++++++++++++++++++++++ files-torrentgalaxy.go | 82 ---------------------------- files.go | 94 ++++++++++++++++++++++++++++++-- run.sh | 2 +- templates/files.html | 30 +++++------ 5 files changed, 226 insertions(+), 101 deletions(-) create mode 100644 files-thepiratebay.go diff --git a/files-thepiratebay.go b/files-thepiratebay.go new file mode 100644 index 0000000..07514f5 --- /dev/null +++ b/files-thepiratebay.go @@ -0,0 +1,119 @@ +package main + +import ( + "encoding/json" + "fmt" + "net/http" + "net/url" + "strconv" +) + +const PIRATEBAY_DOMAIN = "apibay.org" + +type ThePirateBay struct{} + +func NewThePirateBay() *ThePirateBay { + return &ThePirateBay{} +} + +func (t *ThePirateBay) Name() string { + return "tpb" +} + +func (t *ThePirateBay) getCategoryCode(cat string) string { + switch cat { + case "all": + return "" + case "audiobook": + return "102" + case "movie": + return "201" + case "tv": + return "205" + case "games": + return "400" + case "software": + return "300" + case "anime": + // TPB has no anime category. + return "ignore" + case "music": + return "100" + case "xxx": + // Assuming safesearch can be determined from some context (cookies, settings, etc.) + safeSearch := true // Replace with actual condition check + if safeSearch { + return "ignore" + } + return "500" + default: + return "" + } +} + +func (t *ThePirateBay) Search(query string, category string) ([]TorrentResult, error) { + categoryCode := t.getCategoryCode(category) + if categoryCode == "ignore" { + return []TorrentResult{}, nil + } + + url := fmt.Sprintf("https://%s/q.php?q=%s&cat=%s", PIRATEBAY_DOMAIN, url.QueryEscape(query), categoryCode) + response, err := http.Get(url) + if err != nil { + return nil, err + } + defer response.Body.Close() + + var torrentData []map[string]interface{} + if err := json.NewDecoder(response.Body).Decode(&torrentData); err != nil { + return nil, err + } + + var results []TorrentResult + for _, torrent := range torrentData { + byteSize, _ := strconv.Atoi(torrent["size"].(string)) // assuming size is string and can be converted to int + results = append(results, TorrentResult{ + URL: "https://thepiratebay.org/", + Seeders: parseInt(torrent["seeders"].(string)), + Leechers: parseInt(torrent["leechers"].(string)), + Magnet: t.createMagnetLink(torrent["info_hash"].(string), torrent["name"].(string)), + Views: 0, + Size: t.bytesToString(byteSize), + Title: torrent["name"].(string), + Error: "", + }) + } + + return results, nil +} + +func (t *ThePirateBay) createMagnetLink(infoHash string, name string) string { + // Replace spaces and problematic characters with dashes + sanitizedName := sanitizeFileName(name) + baseMagnet := fmt.Sprintf("magnet:?xt=urn:btih:%s&dn=%s", infoHash, sanitizedName) + trackers := []string{ + "udp://tracker.openbittorrent.com:80/announce", + "udp://tracker.opentrackr.org:1337/announce", + "udp://tracker.coppersurfer.tk:6969/announce", + "udp://tracker.leechers-paradise.org:6969/announce", + } + + for _, tracker := range trackers { + baseMagnet += "&tr=" + url.QueryEscape(tracker) + } + + return baseMagnet +} + +func (t *ThePirateBay) bytesToString(bytes int) string { + const unit = 1024 + if bytes < unit { + return fmt.Sprintf("%d B", bytes) + } + div, exp := unit, 0 + for n := bytes / unit; n >= unit; n /= unit { + div *= unit + exp++ + } + return fmt.Sprintf("%.1f %cB", float64(bytes)/float64(div), "KMGTPE"[exp]) +} diff --git a/files-torrentgalaxy.go b/files-torrentgalaxy.go index 1312928..cb5db03 100644 --- a/files-torrentgalaxy.go +++ b/files-torrentgalaxy.go @@ -5,8 +5,6 @@ import ( "log" "net/http" "net/url" - "regexp" - "strconv" "strings" "github.com/PuerkitoBio/goquery" @@ -108,83 +106,3 @@ func (tg *TorrentGalaxy) Search(query string, category string) ([]TorrentResult, return results, nil } - -func parseInt(s string) int { - s = strings.ReplaceAll(s, ",", "") - result, err := strconv.Atoi(s) - if err != nil { - log.Printf("Error parsing integer: %v", err) - return 0 - } - return result -} - -func parseSize(sizeStr string) int64 { - sizeStr = strings.TrimSpace(sizeStr) - if sizeStr == "" { - return 0 - } - - // Use regex to extract numeric value and unit separately - re := regexp.MustCompile(`(?i)([\d.]+)\s*([KMGT]?B)`) - matches := re.FindStringSubmatch(sizeStr) - if len(matches) < 3 { - log.Printf("Error parsing size: invalid format %s", sizeStr) - return 0 - } - - sizeStr = matches[1] - unit := strings.ToUpper(matches[2]) - - var multiplier int64 = 1 - switch unit { - case "KB": - multiplier = 1024 - case "MB": - multiplier = 1024 * 1024 - case "GB": - multiplier = 1024 * 1024 * 1024 - case "TB": - multiplier = 1024 * 1024 * 1024 * 1024 - default: - log.Printf("Unknown unit: %s", unit) - return 0 - } - - size, err := strconv.ParseFloat(sizeStr, 64) - if err != nil { - log.Printf("Error parsing size: %v", err) - return 0 - } - return int64(size * float64(multiplier)) -} - -//apparently this is needed so it can announce that magnet link is being used and people start seeding it, but I dont like the fact that I add trackers purusefully -func applyTrackers(magnetLink string) string { - if magnetLink == "" { - return "" - } - trackers := []string{ - "udp://tracker.openbittorrent.com:80/announce", - "udp://tracker.opentrackr.org:1337/announce", - "udp://tracker.coppersurfer.tk:6969/announce", - "udp://tracker.leechers-paradise.org:6969/announce", - } - for _, tracker := range trackers { - magnetLink += "&tr=" + url.QueryEscape(tracker) - } - return magnetLink -} - -func formatSize(size int64) string { - if size >= 1024*1024*1024*1024 { - return fmt.Sprintf("%.2f TB", float64(size)/(1024*1024*1024*1024)) - } else if size >= 1024*1024*1024 { - return fmt.Sprintf("%.2f GB", float64(size)/(1024*1024*1024)) - } else if size >= 1024*1024 { - return fmt.Sprintf("%.2f MB", float64(size)/(1024*1024)) - } else if size >= 1024 { - return fmt.Sprintf("%.2f KB", float64(size)/1024) - } - return fmt.Sprintf("%d B", size) -} diff --git a/files.go b/files.go index f3c7b8c..6e27afe 100644 --- a/files.go +++ b/files.go @@ -6,7 +6,9 @@ import ( "log" "net/http" "net/url" + "regexp" "sort" + "strconv" "strings" "time" ) @@ -31,7 +33,7 @@ var ( func initializeTorrentSites() { torrentGalaxy = NewTorrentGalaxy() // nyaa = NewNyaa() - // thePirateBay = NewThePirateBay() + thePirateBay = NewThePirateBay() // rutor = NewRutor() } @@ -136,7 +138,7 @@ func fetchAndCacheFileResults(query, safe, lang string, page int) []TorrentResul allErrors = false } for _, r := range res { - r.Magnet = url.QueryEscape(removeMagnetLink(r.Magnet)) // Remove "magnet:" and encode url + r.Magnet = removeMagnetLink(r.Magnet) // Remove "magnet:", prehaps usless now? results = append(results, r) } } @@ -156,7 +158,7 @@ func fetchAndCacheFileResults(query, safe, lang string, page int) []TorrentResul func removeMagnetLink(magnet string) string { // Remove the magnet: prefix unconditionally - return strings.TrimPrefix(magnet, "magnet:?") + return strings.TrimPrefix(magnet, "magnet:") } func subtract(a, b int) int { @@ -166,3 +168,89 @@ func subtract(a, b int) int { func add(a, b int) int { return a + b } + +func parseInt(s string) int { + i, err := strconv.Atoi(s) + if err != nil { + return 0 + } + return i +} + +func parseSize(sizeStr string) int64 { + sizeStr = strings.TrimSpace(sizeStr) + if sizeStr == "" { + return 0 + } + + // Use regex to extract numeric value and unit separately + re := regexp.MustCompile(`(?i)([\d.]+)\s*([KMGT]?B)`) + matches := re.FindStringSubmatch(sizeStr) + if len(matches) < 3 { + log.Printf("Error parsing size: invalid format %s", sizeStr) + return 0 + } + + sizeStr = matches[1] + unit := strings.ToUpper(matches[2]) + + var multiplier int64 = 1 + switch unit { + case "KB": + multiplier = 1024 + case "MB": + multiplier = 1024 * 1024 + case "GB": + multiplier = 1024 * 1024 * 1024 + case "TB": + multiplier = 1024 * 1024 * 1024 * 1024 + default: + log.Printf("Unknown unit: %s", unit) + return 0 + } + + size, err := strconv.ParseFloat(sizeStr, 64) + if err != nil { + log.Printf("Error parsing size: %v", err) + return 0 + } + return int64(size * float64(multiplier)) +} + +// apparently this is needed so it can announce that magnet link is being used and people start seeding it, but I dont like the fact that I add trackers purposefully +func applyTrackers(magnetLink string) string { + if magnetLink == "" { + return "" + } + trackers := []string{ + "udp://tracker.openbittorrent.com:80/announce", + "udp://tracker.opentrackr.org:1337/announce", + "udp://tracker.coppersurfer.tk:6969/announce", + "udp://tracker.leechers-paradise.org:6969/announce", + } + for _, tracker := range trackers { + magnetLink += "&tr=" + url.QueryEscape(tracker) + } + return magnetLink +} + +func formatSize(size int64) string { + if size >= 1024*1024*1024*1024 { + return fmt.Sprintf("%.2f TB", float64(size)/(1024*1024*1024*1024)) + } else if size >= 1024*1024*1024 { + return fmt.Sprintf("%.2f GB", float64(size)/(1024*1024*1024)) + } else if size >= 1024*1024 { + return fmt.Sprintf("%.2f MB", float64(size)/(1024*1024)) + } else if size >= 1024 { + return fmt.Sprintf("%.2f KB", float64(size)/1024) + } + return fmt.Sprintf("%d B", size) +} + +func sanitizeFileName(name string) string { + // Replace spaces with dashes + sanitized := regexp.MustCompile(`\s+`).ReplaceAllString(name, "-") + // Remove any characters that are not alphanumeric, dashes, or parentheses + sanitized = regexp.MustCompile(`[^a-zA-Z0-9\-\(\)]`).ReplaceAllString(sanitized, "") + return sanitized +} diff --git a/run.sh b/run.sh index c217373..566c848 100755 --- a/run.sh +++ b/run.sh @@ -1,3 +1,3 @@ #!/bin/bash -go run main.go text-google.go images.go imageproxy.go video.go map.go text.go text-quant.go text-duckduckgo.go cache.go forums.go files.go files-torrentgalaxy.go --debug \ No newline at end of file +go run main.go text-google.go images.go imageproxy.go video.go map.go text.go text-quant.go text-duckduckgo.go cache.go forums.go files.go files-torrentgalaxy.go files-thepiratebay.go --debug \ No newline at end of file diff --git a/templates/files.html b/templates/files.html index 863b8b7..d3e8701 100644 --- a/templates/files.html +++ b/templates/files.html @@ -44,7 +44,7 @@ - +

Fetched in {{ .Fetched }} seconds

{{ if .Results }}
@@ -65,26 +65,26 @@ - + {{ if eq .Settings.Safe "inactive" }} - + {{ end }} - +
- {{ range .Results }}
-
- {{ if .Error }} -
{{ .Error }}
- {{ else }} - {{ .URL }} -

{{ .Title }}

 -

{{ if .Views }}{{ .Views }} views • {{ end }}{{ .Size }}

-

Seeders: {{ .Seeders }} | Leechers: {{ .Leechers }}

+ {{ range .Results }} +
+ {{ if .Error }} +
{{ .Error }}
+ {{ else }} + {{ .URL }} +

{{ .Title }}

 +

{{ if .Views }}{{ .Views }} views • {{ end }}{{ .Size }}

+

Seeders: {{ .Seeders }} | Leechers: {{ .Leechers }}

+ {{ end }} +
{{ end }}
-
- {{ end }}