User-agent: * # Match all bots. Allow: / # Allow all from base URL.