User-agent: magpie-crawler
Disallow: /

User-agent:*
Disallow: /*?s=*
Disallow: /*?page_id=*
Disallow: /*?dtdemo=*
Disallow: /*?debug=*
Disallow: /*?attachment_id=*
Disallow: /*?mcsf_action=*
Disallow: */go/*
Disallow: */gp/*
Disallow: /*?orderby=*
Disallow: /*?order=*
Disallow: /*.html
Disallow: */search/*
Disallow: /amp_validation_error/
Disallow: */homepage-template/

# video directories
Disallow: /mobile-videos/*
Disallow: /home-theater-videos/*
Disallow: /game-trailers/*
Disallow: /gaming-videos/*
Disallow: /computer-videos/*
Disallow: /cool-tech-videos/*
Disallow: /ces-videos/*
Disallow: /car-videos/*
Disallow: /movie-trailers-videos/*
Disallow: /home-videos/*
Disallow: /how-to-videos/*
Disallow: /photography-videos/*
Disallow: /featured-reviews-videos/*
Disallow: /features-videos/*
Disallow: /outdoor-videos/*
Disallow: /sports-videos/*
Disallow: /best-of-videos/*

Sitemap: https://www.digitaltrends.com/sitemap_index.xml
Sitemap: https://www.digitaltrends.com/news.sitemap.google.xml
Sitemap: https://www.digitaltrends.com/image-sitemap-index.xml
Sitemap: https://www.digitaltrends.com/video_sitemap_index.xml