Skip to content

Commit

Permalink
chore: move the SeencheckURL in the seencheck package
Browse files Browse the repository at this point in the history
  • Loading branch information
CorentinB committed Aug 21, 2024
1 parent 55578be commit ca6aa89
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions internal/pkg/crawl/capture.go
Original file line number Diff line number Diff line change
Expand Up @@ -149,7 +149,7 @@ func (c *Crawl) executeGET(item *queue.Item, req *http.Request, isRedirection bo

// Seencheck the URL
if c.UseSeencheck {
found := c.seencheckURL(utils.URLToString(URL), "seed")
found := c.Seencheck.SeencheckURL(utils.URLToString(URL), "seed")
if found {
return nil, errors.New("URL from redirection has already been seen")
}
Expand Down Expand Up @@ -433,7 +433,7 @@ func (c *Crawl) Capture(item *queue.Item) error {
// to the seencheck table.
if c.UseSeencheck {
for _, cfstreamURL := range cfstreamURLs {
c.seencheckURL(cfstreamURL, "asset")
c.Seencheck.SeencheckURL(cfstreamURL, "asset")
}
} else if c.UseHQ {
_, err := c.HQSeencheckURLs(utils.StringSliceToURLSlice(cfstreamURLs))
Expand Down

0 comments on commit ca6aa89

Please sign in to comment.