user-agent: *
Disallow: /robots.txt
Allow: /static_files/AEAT/DOPRI/Fisterritorial/
Disallow: /AEAT.colaboradores/
Disallow: /AEAT.desarrolladores/
Disallow: /AEAT.internet/
Disallow: /static_files/
Disallow: /*_NoIx.pdf$

User-agent: gsa-crawler-A
User-agent: gsa-crawler-B
user-agent: AEAT-crawler-internet
Disallow: /robots.txt
Allow: /AEAT.desarrolladores/
Allow: /static_files/AEAT_Desarrolladores/
Disallow: /AEAT.internet/
Disallow: /AEAT.colaboradores/
Disallow: /static_files/AEAT/
Disallow: /static_files/AEAT_Sede/
Disallow: /static_files/common/
Disallow: /static_files/AEAT_Colaboradores/
Disallow: /*_NoIx.pdf$