Search/text.go

165 lines
4.1 KiB
Go
Raw Normal View History

// text.go
2024-05-16 16:29:26 +00:00
package main
import (
2024-05-17 23:59:29 +00:00
"flag"
2024-05-17 12:26:28 +00:00
"fmt"
"html/template"
"log"
2024-05-16 16:29:26 +00:00
"net/http"
2024-05-17 12:26:28 +00:00
"sort"
2024-05-17 23:59:29 +00:00
"sync"
2024-05-17 12:26:28 +00:00
"time"
2024-05-16 16:29:26 +00:00
)
var (
debugMode bool
resultsCache = NewResultsCache()
)
2024-05-17 23:59:29 +00:00
func init() {
flag.BoolVar(&debugMode, "debug", false, "enable debug mode")
flag.Parse()
}
2024-05-17 12:26:28 +00:00
func HandleTextSearch(w http.ResponseWriter, query, safe, lang string, page int) {
2024-05-17 23:59:29 +00:00
startTime := time.Now()
const resultsPerPage = 10
cacheKey := CacheKey{Query: query, Page: page, Safe: safe, Lang: lang}
// Try to get results from cache
combinedResults, exists := resultsCache.Get(cacheKey)
if !exists {
// Fetch results for the current page
combinedResults = fetchAndCacheResults(query, safe, lang, page, resultsPerPage)
resultsCache.Set(cacheKey, combinedResults)
}
// Pre-fetch and cache results for the next page
nextPageResults := fetchAndCacheResults(query, safe, lang, page+1, resultsPerPage)
resultsCache.Set(CacheKey{Query: query, Page: page + 1, Safe: safe, Lang: lang}, nextPageResults)
hasPrevPage := page > 1
hasNextPage := len(nextPageResults) > 0
displayResults(w, combinedResults, query, lang, time.Since(startTime).Seconds(), page, hasPrevPage, hasNextPage)
}
func fetchAndCacheResults(query, safe, lang string, page, resultsPerPage int) []TextSearchResult {
2024-05-17 23:59:29 +00:00
var combinedResults []TextSearchResult
var wg sync.WaitGroup
var mu sync.Mutex
resultsChan := make(chan []TextSearchResult)
searchFuncs := []struct {
Func func(string, string, string, int) ([]TextSearchResult, error)
2024-05-17 23:59:29 +00:00
Source string
}{
{PerformGoogleTextSearch, "Google"},
{PerformDuckDuckGoTextSearch, "DuckDuckGo"},
{PerformQwantTextSearch, "Qwant"},
2024-05-17 12:26:28 +00:00
}
2024-05-17 23:59:29 +00:00
wg.Add(len(searchFuncs))
2024-05-17 12:26:28 +00:00
2024-05-17 23:59:29 +00:00
for _, searchFunc := range searchFuncs {
go func(searchFunc func(string, string, string, int) ([]TextSearchResult, error), source string) {
2024-05-17 23:59:29 +00:00
defer wg.Done()
results, err := searchFunc(query, safe, lang, page)
2024-05-17 23:59:29 +00:00
if err == nil {
for i := range results {
results[i].Source = source
}
resultsChan <- results
} else {
log.Printf("Error performing search from %s: %v", source, err)
}
}(searchFunc.Func, searchFunc.Source)
2024-05-17 12:26:28 +00:00
}
2024-05-17 23:59:29 +00:00
go func() {
wg.Wait()
close(resultsChan)
}()
for results := range resultsChan {
mu.Lock()
combinedResults = append(combinedResults, results...)
2024-05-17 23:59:29 +00:00
mu.Unlock()
2024-05-17 12:26:28 +00:00
}
// Sort combinedResults by source priority: Google first, DuckDuckGo second, Qwant third
2024-05-17 12:26:28 +00:00
sort.SliceStable(combinedResults, func(i, j int) bool {
2024-05-17 23:59:29 +00:00
return sourceOrder(combinedResults[i].Source) < sourceOrder(combinedResults[j].Source)
2024-05-17 12:26:28 +00:00
})
// Paginate results
startIndex := (page - 1) * resultsPerPage
endIndex := startIndex + resultsPerPage
2024-05-17 23:59:29 +00:00
// Ensure startIndex and endIndex are within bounds
if startIndex >= len(combinedResults) {
return []TextSearchResult{}
}
if endIndex > len(combinedResults) {
endIndex = len(combinedResults)
}
return combinedResults[startIndex:endIndex]
2024-05-17 23:59:29 +00:00
}
func sourceOrder(source string) int {
switch source {
case "Google":
2024-05-18 11:23:39 +00:00
return 1
case "DuckDuckGo":
return 2
case "Qwant":
return 3
2024-05-17 23:59:29 +00:00
default:
return 4
}
2024-05-16 16:29:26 +00:00
}
func displayResults(w http.ResponseWriter, results []TextSearchResult, query, lang string, elapsed float64, page int, hasPrevPage, hasNextPage bool) {
tmpl, err := template.New("text.html").Funcs(template.FuncMap{
"sub": func(a, b int) int {
return a - b
},
"add": func(a, b int) int {
return a + b
},
}).ParseFiles("templates/text.html")
2024-05-17 12:26:28 +00:00
if err != nil {
http.Error(w, "Internal Server Error", http.StatusInternalServerError)
return
}
data := struct {
Results []TextSearchResult
Query string
Fetched string
Page int
HasPrevPage bool
HasNextPage bool
2024-05-17 12:26:28 +00:00
LanguageOptions []LanguageOption
CurrentLang string
}{
Results: results,
Query: query,
2024-05-17 23:59:29 +00:00
Fetched: fmt.Sprintf("%.2f seconds", elapsed),
Page: page,
HasPrevPage: hasPrevPage,
HasNextPage: hasNextPage,
2024-05-17 12:26:28 +00:00
LanguageOptions: languageOptions,
CurrentLang: lang,
}
err = tmpl.Execute(w, data)
if err != nil {
http.Error(w, "Internal Server Error", http.StatusInternalServerError)
}
2024-05-16 16:29:26 +00:00
}