- Crawl sitemap of any website
- getSeoData of each sitemap URL
- non-blocking process with goroutines
- to generate sitemaps use go-sitemap-generator
go get github.com/vasudevrani/sitemap
package main
import (
"fmt"
"github.com/vasudevrani/sitemap/app/sitemap"
)
func main() {
stm := sitemap.NewSiteMap("sitemap_url", concurrency_number)
results := stm.ScrapeSitemap()
for _, res := range results {
fmt.Println(res)
}
}
