User-agent: Scrapy
Allow: /

Sitemap: https://www.nacadeiradapapa.com/sitemap_index.xml

User-Agent: *

Disallow: /?attachment_id
Disallow: /attachment/
Disallow: /attachment/*
Disallow: /members/
Disallow: /membros/
Disallow: /readme.html
Disallow: /refer/
Disallow: /page/
Disallow: /page/*
Disallow: /undefined/*
Disallow: /undefined/

# Paths (no clean URLs)
Disallow: /*.php$