i dont like commits

This commit is contained in:
Tomas Dvorak
2026-02-24 12:10:13 +01:00
parent 898a3c303f
commit 1d72a1cc01
109 changed files with 43586 additions and 8484 deletions
+7 -7
View File
@@ -28,12 +28,12 @@ func (s *GitHubScraper) Scrape(ctx context.Context, source *Source) ([]*Document
repoURL, repoName, err := s.resolveRepo(source)
if err != nil {
return nil, err
return nil, fmt.Errorf("resolve github repository: %w", err)
}
tmpDir, err := os.MkdirTemp("", "devour-github-*")
if err != nil {
return nil, err
return nil, fmt.Errorf("create temporary clone directory: %w", err)
}
defer os.RemoveAll(tmpDir)
@@ -81,14 +81,14 @@ func (s *GitHubScraper) Scrape(ctx context.Context, source *Source) ([]*Document
local := NewLocalScraper(s.config)
docs, err := local.Scrape(ctx, localSource)
if err != nil {
return nil, err
return nil, fmt.Errorf("scrape repository docs: %w", err)
}
if len(docs) == 0 && len(source.Include) == 0 {
// Sparse patterns did not match this repository layout; retry full checkout.
_ = exec.CommandContext(ctx, "git", "-C", tmpDir, "sparse-checkout", "disable").Run()
docs, err = local.Scrape(ctx, localSource)
if err != nil {
return nil, err
return nil, fmt.Errorf("scrape repository docs after sparse fallback: %w", err)
}
}
@@ -129,7 +129,7 @@ func (s *GitHubScraper) DetectChanges(ctx context.Context, source *Source, lastH
}
_, repoName, err := s.resolveRepo(source)
if err != nil {
return false, "", err
return false, "", fmt.Errorf("resolve github repository: %w", err)
}
remote := "https://github.com/" + strings.TrimSuffix(repoName, ".git") + ".git"
@@ -141,7 +141,7 @@ func (s *GitHubScraper) DetectChanges(ctx context.Context, source *Source, lastH
cmd := exec.CommandContext(ctx, "git", "ls-remote", remote, branch)
output, err := cmd.Output()
if err != nil {
return false, "", err
return false, "", fmt.Errorf("run git ls-remote for %s (%s): %w", remote, branch, err)
}
line := strings.TrimSpace(string(output))
if line == "" {
@@ -169,7 +169,7 @@ func (s *GitHubScraper) resolveRepo(source *Source) (repoURL string, repoName st
u, err := url.Parse(raw)
if err != nil {
return "", "", err
return "", "", fmt.Errorf("parse github url %q: %w", raw, err)
}
if !strings.Contains(strings.ToLower(u.Host), "github.com") {
return "", "", fmt.Errorf("not a github url: %s", raw)