User-Agent: *
Allow: /

# Allow all current docs
Allow: /docs/*/current

# Allow docs that do not use /current
Allow: /docs/aura
Allow: /docs/dataflow-bigquery
Allow: /docs/dataflow-google-cloud
Allow: /docs/getting-started
Allow: /docs/kafka
Allow: /docs/kafka-streams

# Cheat sheet uses /5/ and /4/
Allow: /docs/cypher-cheat-sheet

# Allow docs home and related pages
Allow: /docs/index.html
Allow: /docs/sitemap_index.xml
Allow: /docs/create-applications
Allow: /docs/connectors
Allow: /docs/developer-tools
Allow: /docs/resources
Allow: /docs/security-docs

Allow: /videos/$

Disallow: /docs/labs
Disallow: /components
Disallow: /docs/*/*
Disallow: /docs/*.*
Disallow: /docs/java-reference/current/javadocs
Disallow: /docs/api/java-driver/current/index.html?*
Disallow: /docs/*/toc.html
Disallow: /training_content/*
Disallow: /videos/
Disallow: /video/
Disallow: /tag/
Disallow: /users/

Sitemap: https://neo4j.com/sitemap_index.xml
Sitemap: https://neo4j.com/docs/sitemap_index.xml