Enumerate all product URLs for price tracking
E-commerce sites list all product pages in their sitemaps. Extract these URLs to build a comprehensive price monitoring pipeline without expensive full-site crawling.
import requests
resp = requests.post(
"https://sitemapkit.com/api/v1/sitemap/full",
headers={"x-api-key": "YOUR_API_KEY"},
json={"url": "competitor-store.com"}
)
# Filter for product pages
products = [
u for u in resp.json()["urls"]
if "/products/" in u["loc"] or "/p/" in u["loc"]
]
# Check recently updated (price changes?)
recent = [p for p in products if p.get("lastmod", "") > "2025-03-01"]
print(f"{len(recent)} products updated recently")Free tier includes 100 API calls/month. No credit card required.