# Allow all search engines to crawl
User-agent: *
Allow: /
# Allow crawling ads
User-agent: *
allow: /ads.txt
# Embedded widget parameters
User-agent: *
Disallow: *?embed*
# Influencers/Affiliate Links parameters
User-agent: *
Disallow: */*a_aid=*
Disallow: /*?partner=*
# Experiments testing team
User-agent: *
Disallow: */*?mm-experiments=*
# Search box param
User-agent: *
Disallow: /*?*s=*
# Apps param
User-agent: *
Disallow: *?app=*
# FB campaigns
User-agent: *
Disallow: *?fbclid=*
# GEO targeting:
User-agent: *
Disallow: /*?setLocale=*
Disallow: *?georedirect=*
# Unknown Parameters
User-agent: *
Disallow: /*?term=*
Disallow: *?ref=*
Disallow: /*?view_source=*
Disallow: /*?view_medium=*
Disallow: /*?initialLeagueId=*
# GA parameters - Generated from Google caching
User-agent: *
Disallow: *_ga_*
Disallow: */?_gl=*
# Generated from Voltax API url
User-agent: *
Disallow: */api/*
# Voltax HTML Unknown crawled urls
User-agent: *
Disallow: */videos/undefinedc_fill,w_360,ar_16:9,f_auto,q_auto,g_auto/undefined
Disallow: */teams/mainNavigationChevron_icon.svg?*
Disallow: */leagues/mainNavigationChevron_icon.svg?*
Disallow: */undefinedc_fill,w_360,ar_16:9,f_auto,q_auto,g_auto/undefined
#Sitemap XML
Sitemap: https://www.si.com/news-sitemap.xml
Sitemap: https://www.si.com/sitemap.xml
Sitemap: https://www.si.com/feed-sitemap.xml