# robots.txt for EUROPA httpd-80 production server # # last update on 29/04/2011 # # created by Rudi Mosselmans on 8/10/96 # User-agent: * # match any robot name Disallow: /cgi-bin/ # don't allow robots into cgi-bin Disallow: /eur-lex/ # don't index old Eurlex - 13/09/2006 Request from OPOCE (Mr O. Grossmann) Disallow: /archives/ # don't index the archives # # COMM EUROPA MANAGEMENT - IM0012723685 - 03/04/2014 # Disallow: /youth/dissemination/ Disallow: /youth/archive/ Disallow: /youth/includes/ Disallow: /youth/misc/ Disallow: /youth/modules/ Disallow: /youth/profiles/ Disallow: /youth/themes/ Disallow: /youth/cron.php Disallow: /youth/install.php Disallow: /youth/LICENSE.txt Disallow: /youth/xmlrpc.php Disallow: /youth/admin/ Disallow: /youth/comment/reply/ Disallow: /youth/filter/tips/ Disallow: /youth/node/add/ Disallow: /youth/search/ Disallow: /youth/user/register/ Disallow: /youth/user/password/ Disallow: /youth/user/login/ Disallow: /youth/user/logout/ Disallow: /youreurope/citizens/debug/ Disallow: /youreurope/citizens/results-survey/ Disallow: /youreurope/citizens/survey/ Disallow: /youreurope/citizens/search/ Disallow: /youreurope/citizens/cookies/ Disallow: /youreurope/citizens/help/ Disallow: /youreurope/citizens/privacy/