mirror of
https://github.com/Dvorinka/Trackeep.git
synced 2026-06-04 04:22:57 +00:00
first test
This commit is contained in:
Tomas Dvorak
@@ -0,0 +1,239 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"log"
|
||||
"net/http"
|
||||
"regexp"
|
||||
"strings"
|
||||
)
|
||||
|
||||
type VideoResponse struct {
|
||||
VideoID string `json:"video_id"`
|
||||
Title string `json:"title"`
|
||||
ChannelName string `json:"channel_name"`
|
||||
Description string `json:"description"`
|
||||
Thumbnail string `json:"thumbnail"`
|
||||
}
|
||||
|
||||
func fetchYouTubeVideos(query string, limit int) ([]VideoResponse, error) {
|
||||
url := fmt.Sprintf(
|
||||
"https://www.youtube.com/results?search_query=%s",
|
||||
query,
|
||||
)
|
||||
|
||||
resp, err := http.Get(url)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
|
||||
body, err := io.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
html := string(body)
|
||||
|
||||
// Updated regex patterns based on actual YouTube HTML structure
|
||||
videoRe := regexp.MustCompile(`"videoRenderer":{"videoId":"([^"]{11})"`)
|
||||
|
||||
results := []VideoResponse{}
|
||||
seen := map[string]bool{}
|
||||
|
||||
// Find all video renderers
|
||||
videoMatches := videoRe.FindAllStringSubmatchIndex(html, -1)
|
||||
|
||||
for _, match := range videoMatches {
|
||||
if len(results) >= limit {
|
||||
break
|
||||
}
|
||||
|
||||
if len(match) < 4 {
|
||||
continue
|
||||
}
|
||||
|
||||
videoID := html[match[2]:match[3]]
|
||||
if seen[videoID] {
|
||||
continue
|
||||
}
|
||||
seen[videoID] = true
|
||||
|
||||
// Extract a window around the video renderer to find associated data
|
||||
start := match[0]
|
||||
if start-3000 > 0 {
|
||||
start = start - 3000
|
||||
}
|
||||
end := match[1] + 5000
|
||||
if end > len(html) {
|
||||
end = len(html)
|
||||
}
|
||||
snippet := html[start:end]
|
||||
|
||||
// Extract title from video renderer
|
||||
title := ""
|
||||
titleRe1 := regexp.MustCompile(`"title":\{"runs":\[\{"text":"([^"]+)"`)
|
||||
titleRe2 := regexp.MustCompile(`"title":\{"simpleText":"([^"]+)"`)
|
||||
titleRe3 := regexp.MustCompile(`<yt-formatted-string[^>]*aria-label="([^"]+)"`)
|
||||
|
||||
if m := titleRe1.FindStringSubmatch(snippet); len(m) >= 2 {
|
||||
title = htmlUnescape(m[1])
|
||||
} else if m := titleRe2.FindStringSubmatch(snippet); len(m) >= 2 {
|
||||
title = htmlUnescape(m[1])
|
||||
} else if m := titleRe3.FindStringSubmatch(snippet); len(m) >= 2 {
|
||||
title = htmlUnescape(m[1])
|
||||
}
|
||||
|
||||
// Extract channel name
|
||||
channel := ""
|
||||
channelRe1 := regexp.MustCompile(`"longBylineText":{"runs":\[\{"text":"([^"]+)"`)
|
||||
channelRe2 := regexp.MustCompile(`"ownerText":{"runs":\[\{"text":"([^"]+)"`)
|
||||
channelRe3 := regexp.MustCompile(`"shortBylineText":{"runs":\[\{"text":"([^"]+)"`)
|
||||
|
||||
if m := channelRe1.FindStringSubmatch(snippet); len(m) >= 2 {
|
||||
channel = htmlUnescape(m[1])
|
||||
} else if m := channelRe2.FindStringSubmatch(snippet); len(m) >= 2 {
|
||||
channel = htmlUnescape(m[1])
|
||||
} else if m := channelRe3.FindStringSubmatch(snippet); len(m) >= 2 {
|
||||
channel = htmlUnescape(m[1])
|
||||
}
|
||||
|
||||
// Extract description from the broader HTML context
|
||||
description := ""
|
||||
|
||||
// Look for description in the broader context (expand search window)
|
||||
broaderStart := match[0]
|
||||
if broaderStart-5000 > 0 {
|
||||
broaderStart = broaderStart - 5000
|
||||
}
|
||||
broaderEnd := match[1] + 8000
|
||||
if broaderEnd > len(html) {
|
||||
broaderEnd = len(html)
|
||||
}
|
||||
broaderSnippet := html[broaderStart:broaderEnd]
|
||||
|
||||
// Try to find the metadata snippet container in the broader context
|
||||
descContainerRe := regexp.MustCompile(`<div class="metadata-snippet-container[^>]*>.*?</div>`)
|
||||
if containerMatch := descContainerRe.FindStringSubmatch(broaderSnippet); len(containerMatch) >= 2 {
|
||||
containerContent := containerMatch[1]
|
||||
|
||||
// Extract all text from yt-formatted-string elements (these contain the actual description text)
|
||||
descTextRe := regexp.MustCompile(`<yt-formatted-string[^>]*>([^<]+)</yt-formatted-string>`)
|
||||
if descTextMatches := descTextRe.FindAllStringSubmatch(containerContent, -1); len(descTextMatches) > 0 {
|
||||
var descParts []string
|
||||
for _, descTextMatch := range descTextMatches {
|
||||
if len(descTextMatch) >= 2 {
|
||||
part := strings.TrimSpace(htmlUnescape(descTextMatch[1]))
|
||||
// Filter out very short parts and common patterns
|
||||
if len(part) > 1 && !regexp.MustCompile(`^(yt-|style-scope|dir=|class=)`).MatchString(part) {
|
||||
descParts = append(descParts, part)
|
||||
}
|
||||
}
|
||||
}
|
||||
if len(descParts) > 0 {
|
||||
description = strings.Join(descParts, "")
|
||||
description = regexp.MustCompile(`\s+`).ReplaceAllString(description, " ")
|
||||
description = strings.TrimSpace(description)
|
||||
// Limit description length
|
||||
if len(description) > 200 {
|
||||
description = description[:200] + "..."
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Fallback: try simple patterns
|
||||
if description == "" {
|
||||
fallbackPatterns := []string{
|
||||
`"descriptionSnippet":\{"runs":\[\{"text":"([^"]+)"`,
|
||||
`"detailedMetadataSnippets":\[\{"snippetText":\{"runs":\[\{"text":"([^"]+)"`,
|
||||
}
|
||||
|
||||
for _, pattern := range fallbackPatterns {
|
||||
re := regexp.MustCompile(pattern)
|
||||
if matches := re.FindAllStringSubmatch(broaderSnippet, -1); len(matches) > 0 {
|
||||
for _, match := range matches {
|
||||
if len(match) >= 2 {
|
||||
desc := strings.TrimSpace(htmlUnescape(match[1]))
|
||||
if desc != "" {
|
||||
description = desc
|
||||
break
|
||||
}
|
||||
}
|
||||
}
|
||||
if description != "" {
|
||||
break
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
results = append(results, VideoResponse{
|
||||
VideoID: videoID,
|
||||
Title: title,
|
||||
ChannelName: channel,
|
||||
Description: description,
|
||||
Thumbnail: fmt.Sprintf("https://img.youtube.com/vi/%s/maxresdefault.jpg", videoID),
|
||||
})
|
||||
}
|
||||
|
||||
if len(results) == 0 {
|
||||
return nil, fmt.Errorf("no videos found")
|
||||
}
|
||||
|
||||
return results, nil
|
||||
}
|
||||
|
||||
func htmlUnescape(s string) string {
|
||||
replacer := strings.NewReplacer(
|
||||
" ", " ",
|
||||
"&", "&",
|
||||
""", `"`,
|
||||
"'", "'",
|
||||
)
|
||||
return replacer.Replace(s)
|
||||
}
|
||||
|
||||
func youtubeHandler(w http.ResponseWriter, r *http.Request) {
|
||||
query := r.URL.Query().Get("q")
|
||||
if query == "" {
|
||||
http.Error(w, "missing query parameter", http.StatusBadRequest)
|
||||
return
|
||||
}
|
||||
|
||||
query = strings.ReplaceAll(query, " ", "+")
|
||||
|
||||
videos, err := fetchYouTubeVideos(query, 9)
|
||||
if err != nil {
|
||||
http.Error(w, "failed to fetch videos", http.StatusInternalServerError)
|
||||
return
|
||||
}
|
||||
|
||||
w.Header().Set("Content-Type", "application/json")
|
||||
json.NewEncoder(w).Encode(videos)
|
||||
}
|
||||
|
||||
// CORS
|
||||
func corsMiddleware(next http.Handler) http.Handler {
|
||||
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Access-Control-Allow-Origin", "*")
|
||||
w.Header().Set("Access-Control-Allow-Methods", "GET, OPTIONS")
|
||||
w.Header().Set("Access-Control-Allow-Headers", "Content-Type")
|
||||
|
||||
if r.Method == http.MethodOptions {
|
||||
w.WriteHeader(http.StatusOK)
|
||||
return
|
||||
}
|
||||
next.ServeHTTP(w, r)
|
||||
})
|
||||
}
|
||||
|
||||
func main() {
|
||||
mux := http.NewServeMux()
|
||||
mux.HandleFunc("/youtube", youtubeHandler)
|
||||
|
||||
log.Println("YouTube Search Server running on :8090")
|
||||
log.Fatal(http.ListenAndServe(":8090", corsMiddleware(mux)))
|
||||
}
|
||||
Reference in New Issue
Block a user