Search/text-librex.go

76 lines
1.7 KiB
Go
Raw Normal View History

2024-06-08 21:06:56 +00:00
package main
import (
"encoding/json"
"fmt"
"log"
"net/http"
"net/url"
)
const LIBREX_DOMAIN = "librex.antopie.org"
type LibreXResult struct {
Title string `json:"title"`
URL string `json:"url"`
Description string `json:"description"`
}
type LibreXResponse []LibreXResult
func PerformLibreXTextSearch(query, safe, lang string, page int) ([]TextSearchResult, error) {
// LibreX uses page starting from 0
2024-06-09 19:44:49 +00:00
searchURL := fmt.Sprintf("https://%s/api.php?q=%s&p=%d&t=0", LIBREX_DOMAIN, url.QueryEscape(query), page)
2024-06-08 21:06:56 +00:00
// User Agent generation
userAgent, err := GetUserAgent("librex-text-search")
if err != nil {
return nil, err
}
if debugMode {
log.Println("Generated User Agent (text):", userAgent)
}
req, err := http.NewRequest("GET", searchURL, nil)
if err != nil {
return nil, err
}
req.Header.Set("User-Agent", userAgent)
client := &http.Client{}
resp, err := client.Do(req)
if err != nil {
return nil, logError("error making request to LibreX", err)
}
defer resp.Body.Close()
if resp.StatusCode != http.StatusOK {
return nil, logError("unexpected status code", fmt.Errorf("%d", resp.StatusCode))
}
var librexResp LibreXResponse
if err := json.NewDecoder(resp.Body).Decode(&librexResp); err != nil {
return nil, logError("error decoding LibreX response", err)
}
var results []TextSearchResult
for _, item := range librexResp {
result := TextSearchResult{
URL: item.URL,
Header: item.Title,
Description: item.Description,
Source: "LibreX",
}
results = append(results, result)
}
return results, nil
}
func logError(message string, err error) error {
log.Printf("%s: %v", message, err)
return fmt.Errorf("%s: %w", message, err)
}