#New robots.txt file for tomshw.it

# Bad Bots
User-agent: Acunetix
User-agent: ChinaClaw
User-agent: DotBot
User-agent: FHscan
User-agent: MJ12Bot
User-agent: MauiBot
User-agent: NPBot*
User-agent: NPBot-1/2.0
User-agent: Teleport
User-agent: magpie-crawler
User-agent: PiplBot
User-agent: Exabot
Disallow: /

# Good Bots

User-agent: *
User-agent: Googlebot
User-agent: AdsBot-Google
User-agent: Mediapartners-Google

# Areas to disallow
Disallow: /cms
Disallow: /nova-api

# No-content pages
Disallow: /tag
Disallow: /brand
Disallow: /brand_tag
Disallow: /product
#Disallow: /video/
Disallow: /gallery
Disallow: /*?*keyword=
Disallow: /*?*min_rating=
Disallow: /*?*platform=
Disallow: /*?*genre=
Disallow: /*?*year=
Disallow: /*?*s=
Disallow: /*?*page=
Disallow: /*?vertical=

Disallow: /notizie-hardware
Disallow: /notizie-videogioco
Disallow: /notizie-smartphone
Disallow: /notizie-culturapop
Disallow: /notizie-automotive
Disallow: /notizie-business
Disallow: /notizie-altro

Sitemap: https://www.tomshw.it/sitemap.xml
Sitemap: https://www.tomshw.it/google-news-sitemap.xml