User-agent: *
Disallow: /startups-in-catalonia/industriapage/

#Bot WayBackMachine
User-Agent: ia_archiver
Disallow:

#Bot Bing
User-agent: Bing
Disallow: /cat/
Disallow: /*?

#Bot Google
User-agent: Googlebot
Disallow: /cat/
Disallow: /*?
Disallow: /startups-in-catalonia/industriapage/
Disallow: /startups-in-catalonia/catalan-startup-directory/directory/startups/
Disallow: /catalonia-barcelona/catalonia-barcelona/form/

#Bot Yahoo
User-agent: Slurp
Disallow: /*?

#GencatCercador
User-agent: GencatCercador
Disallow: /*?

#Bot Cercador Gencat
User-agent: gsa-crawler
Disallow: /*?

#Bot Twitter
User-agent: Twitterbot
Disallow:

#Baiduspider
User-agent: Baiduspider
Disallow: /
 
#Yandex
User-agent: Yandex
Disallow: /

Sitemap: http://catalonia.com/sitemap.xml